-- Logs begin at Thu 2021-09-16 14:03:51 UTC, end at Thu 2021-09-16 15:20:35 UTC. -- Sep 16 14:48:05.605344 dv-cinder-809417-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 14:48:08.414411 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.common.config [-] Logging enabled! Sep 16 14:48:08.415051 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 14:48:08.415193 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106057) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 14:48:08.418362 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.common.config [-] Logging enabled! Sep 16 14:48:08.418654 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.0.0rc2.dev2 Sep 16 14:48:08.418975 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106057) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 16 14:48:08.420644 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 14:48:08.420879 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 14:48:08.421247 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 14:48:08.421496 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 14:48:08.421727 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 14:48:08.422050 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.422350 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.422648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.422879 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.423177 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.423471 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.423756 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.424075 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.424377 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.424662 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.424945 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.425232 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.425467 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.425750 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.426044 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.426335 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.426563 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] debug = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.426843 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.427270 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.427685 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.427992 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.428286 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.428566 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.428840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.429117 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.429404 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.429738 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] host = dv-cinder-809417-1-iscsi {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.430017 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.430306 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.430596 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.430883 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.431159 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.431449 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.431730 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.432032 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.432310 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.432589 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.432880 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.433171 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.433470 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.433701 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.433923 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.434219 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.434507 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.434789 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.435065 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.435361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.435678 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.435932 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.436215 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.436501 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.436789 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.437075 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.437355 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.437631 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.437901 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.438174 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.438489 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.438734 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.439009 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.439274 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.439559 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.439860 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.440125 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.440429 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.440716 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.441002 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.441287 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.441560 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.441846 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.442120 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.442392 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.442665 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_json = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.442938 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.443207 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.443488 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.443762 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.444058 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.444332 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.444604 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.444891 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:08.445195 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.445489 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.445793 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.446087 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.446388 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.446670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.446961 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.447240 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.447529 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.447820 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.448129 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.448408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.448696 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.448972 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.449267 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.449572 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.449868 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.450160 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.450438 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.450714 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.450989 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.451291 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.451579 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.451872 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.452168 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.452459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.452738 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.453027 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.453321 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.453612 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.453887 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.454168 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.454454 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.454734 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.455008 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.455287 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.455577 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.455878 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.456160 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.456445 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.456724 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.457001 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.457274 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.457552 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.457844 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.458122 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.458397 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.458666 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.458943 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.459214 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.459501 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.459777 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.460075 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.460348 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.460626 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.460902 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.461175 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.461453 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.461725 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.462004 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.462279 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.462552 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.462825 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.463099 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.463373 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.463646 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.463947 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.464227 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.464500 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.464775 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.465049 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.465325 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.465600 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.465888 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.466198 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.466479 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.466763 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.467573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.467885 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.468168 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.468450 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.468733 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.469014 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.469292 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.469587 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.469873 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.470161 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.470447 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.470728 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.471033 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.471314 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.471599 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.471905 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.472186 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.472472 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.472759 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.473052 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.473345 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.473639 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.473934 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.474228 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.474512 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.474824 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.475106 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:08.475325 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 14:48:08.475576 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106057) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 14:48:08.828178 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 14:48:08.828459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 14:48:08.828804 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 16 14:48:08.829088 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 14:48:09.223971 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.224279 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.224559 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.225848 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.226127 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.226399 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.262291 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.262573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.262846 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.277532 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.277818 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.278092 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.307351 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.307629 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.307926 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.345855 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.346136 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.346410 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.575808 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.576827 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.576916 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.577168 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.577873 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.698617 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.698939 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.699227 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.699502 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.699773 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.700112 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.700377 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.700635 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.700893 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.701823 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.702093 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.702363 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.702623 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.702877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.703136 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.703404 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.703663 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.703972 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.704250 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.704514 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.704790 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.705047 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.705339 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.705726 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.705982 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.706233 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.706635 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.706887 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.707180 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.707372 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.707614 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.707875 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:09.708245 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 14:48:09.711355 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 14:48:09.715392 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 14:48:09.719068 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 16 14:48:09.720727 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 14:48:09.721185 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 14:48:09.721519 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 14:48:09.721905 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 14:48:09.724717 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 14:48:09.724972 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 14:48:09.725324 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 14:48:09.730936 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 14:48:09.753297 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 14:48:09.753747 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.754047 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106057) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 16 14:48:09.754419 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.755780 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106057) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 14:48:09.756249 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 14:48:09.756509 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 14:48:09.759736 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.760063 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:09.825223 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 14:48:09.825404 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 14:48:09.825646 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 14:48:09.826029 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 14:48:09.848739 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_db.sqlalchemy.engines [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106057) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 14:48:10.594800 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing driver for type 'gre' Sep 16 14:48:10.595638 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] gre ID ranges: [(1, 1000)] Sep 16 14:48:10.865313 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing driver for type 'local' Sep 16 14:48:10.865548 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing driver for type 'vlan' Sep 16 14:48:10.984979 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] VlanTypeDriver initialization complete Sep 16 14:48:10.985324 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing driver for type 'vxlan' Sep 16 14:48:10.985848 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] vxlan ID ranges: [(1, 1000)] Sep 16 14:48:11.184895 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing extension driver 'port_security' Sep 16 14:48:11.185188 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] PortSecurityExtensionDriver initialization complete Sep 16 14:48:11.185566 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing mechanism driver 'openvswitch' Sep 16 14:48:11.186482 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing mechanism driver 'hyperv' Sep 16 14:48:11.193175 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.plugin [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:11.193839 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.194214 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.194568 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.195092 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.195644 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.196057 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.196425 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.196836 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.197257 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.197619 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.197971 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.198362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.198774 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.199132 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.199479 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.200038 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.201609 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.201609 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.201609 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.201609 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.201955 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > address_group after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.202295 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > address_group after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.202638 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.203030 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 16 14:48:11.203413 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] ML2 OVO RPC backend initialized. {{(pid=106057) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 16 14:48:11.204174 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.204541 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.204965 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.205330 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > networks before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.205679 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.206029 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > ports before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.206450 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.206730 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnets before_response 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.207080 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.207431 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.207776 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.208144 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.208488 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.208831 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.209177 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.209517 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.209858 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.210454 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.plugin [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Modular L2 Plugin initialization complete Sep 16 14:48:11.210789 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading services supported by the core plugin {{(pid=106057) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 14:48:11.211128 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.plugins.ml2.managers [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Got port-security extension from driver 'port_security' Sep 16 14:48:11.211598 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.extensions.vlantransparent [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Disabled vlantransparent extension. Sep 16 14:48:11.212115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106057) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 14:48:11.212439 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: router Sep 16 14:48:11.256888 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.257287 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_create 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.257696 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router before_create 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.258132 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.258551 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.258909 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_delete 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.259300 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.259645 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.260037 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_create 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.260398 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.260759 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.261119 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.261490 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.261912 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.262301 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.262655 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.263010 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: subnet after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.263365 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.263728 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.264114 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_create 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.264471 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.264866 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.265214 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router after_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.265570 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.265957 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_create 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.266330 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.266688 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_update 55549900 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.267067 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > agent after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.267458 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > agent after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.267818 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > network after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.268717 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Tracking information for resource: router configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:11.269064 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Tracking information for resource: floatingip configured {{(pid=106057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 14:48:11.274082 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.db.l3_agentschedulers_db [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 14:48:11.274670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.275045 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.275426 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.275789 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: port after_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.276629 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router before_create 55550100 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.277006 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.277386 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_create 55550100 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.277758 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > router precommit_update 55550100 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.283094 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.provider_configuration [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service providers = [] {{(pid=106057) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 14:48:11.283709 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.db.servicetype_db [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106057) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 14:48:11.286564 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.service_base [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 14:48:11.286925 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.service_base [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 14:48:11.287282 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.service_base [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 14:48:11.288223 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.services.service_base [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 14:48:11.288611 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.services.service_base [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 14:48:11.289034 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.289369 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 14:48:11.300849 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.301196 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: auto_allocate Sep 16 14:48:11.307122 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: network precommit_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.307526 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: network precommit_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.308102 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.308458 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: tag Sep 16 14:48:11.322325 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.322661 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: timestamp Sep 16 14:48:11.326836 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.327183 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: network_ip_availability Sep 16 14:48:11.332777 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.333163 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.333533 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.334269 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.334601 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: flavors Sep 16 14:48:11.339390 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.339779 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading Plugin: revisions Sep 16 14:48:11.344710 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 14:48:11.345111 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.516s {{(pid=106057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 16 14:48:11.345891 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106057) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 16 14:48:11.346236 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Initializing extension manager. Sep 16 14:48:11.346778 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: __init__.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.347133 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: __pycache__ {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.347481 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.347851 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: address_group.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: address-group Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: address_scope.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: address-scope Sep 16 14:48:11.352792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.353340 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.353880 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: router-admin-state-down-before-update Sep 16 14:48:11.354223 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: agent.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.354961 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.355478 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: agent Sep 16 14:48:11.355808 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: agent_resources_synced.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.356778 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.357376 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: agent-resources-synced Sep 16 14:48:11.358413 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: allowedaddresspairs.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.360460 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.360995 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: allowed-address-pairs Sep 16 14:48:11.361337 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: auto_allocated_topology.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.362448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.362969 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: auto-allocated-topology Sep 16 14:48:11.363308 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: availability_zone.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.364066 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.364688 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: availability_zone Sep 16 14:48:11.365023 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: availability_zone_filter.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.365963 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.366491 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: availability_zone_filter Sep 16 14:48:11.366822 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: data_plane_status.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.367755 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.368298 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 14:48:11.368632 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: default_subnetpools.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.369572 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.370165 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: default-subnetpools Sep 16 14:48:11.370500 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.371345 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.371887 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: dhcp_agent_scheduler Sep 16 14:48:11.372223 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: dns.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.373691 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.374202 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 14:48:11.374556 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: dns_domain_ports.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.375482 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.376026 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 14:48:11.376362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.382025 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.382542 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 14:48:11.382877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: dvr.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.383571 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.384113 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: dvr Sep 16 14:48:11.384448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: ecmp_routes.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.385388 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.385904 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 14:48:11.386236 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: empty_string_filtering.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.387197 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.387710 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: empty-string-filtering Sep 16 14:48:11.388074 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.389606 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.390126 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 14:48:11.390459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.391396 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.391961 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 14:48:11.392379 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: external_net.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.393316 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.393832 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: external-net Sep 16 14:48:11.394163 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.395103 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.395618 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: extra_dhcp_opt Sep 16 14:48:11.395981 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: extraroute.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.396916 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.397430 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: extraroute Sep 16 14:48:11.397763 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: extraroute_atomic.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.398873 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.399367 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: extraroute-atomic Sep 16 14:48:11.399705 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: filter_validation.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.400419 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.400932 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: filter-validation Sep 16 14:48:11.401264 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: fip_pf_description.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.402208 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.402720 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 14:48:11.403049 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: fip_port_details.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.404020 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.404561 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: fip-port-details Sep 16 14:48:11.404893 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: flavors.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.410487 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.411008 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: flavors Sep 16 14:48:11.411346 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.413080 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.413606 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 14:48:11.413945 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: floatingip_pools.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.414662 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.415178 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: floatingip-pools Sep 16 14:48:11.415555 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: ip_allocation.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.416543 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.417054 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 14:48:11.417386 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.418332 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.418846 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: ip-substring-filtering Sep 16 14:48:11.419180 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l2_adjacency.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.420193 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.420699 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 14:48:11.421149 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.422286 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.422807 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: router Sep 16 14:48:11.423140 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.425469 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.426009 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 14:48:11.426357 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.427362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.427907 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: ext-gw-mode Sep 16 14:48:11.428245 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.429185 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.429700 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: l3-ha Sep 16 14:48:11.430034 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3_flavors.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.430970 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.431483 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: l3-flavors Sep 16 14:48:11.431819 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.432776 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.433391 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 14:48:11.433726 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: l3agentscheduler.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.434788 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.435351 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: l3_agent_scheduler Sep 16 14:48:11.436180 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: logging.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.437681 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.438244 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension logging not supported by any of loaded plugins Sep 16 14:48:11.438592 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: metering.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.439361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.439996 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: metering Sep 16 14:48:11.440339 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.441456 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.441982 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: metering_source_and_destination_fields Sep 16 14:48:11.442322 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: multiprovidernet.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.443272 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.443790 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: multi-provider Sep 16 14:48:11.444156 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: netmtu.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.445090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.445603 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: net-mtu Sep 16 14:48:11.445936 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: netmtu_writable.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.446877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.447395 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: net-mtu-writable Sep 16 14:48:11.447728 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: network_availability_zone.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.448441 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.453801 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: network_availability_zone Sep 16 14:48:11.453801 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: network_ip_availability.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.454737 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.455259 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: network-ip-availability Sep 16 14:48:11.455599 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: network_segment_range.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.456424 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.456939 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 14:48:11.457273 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: pagination.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.458296 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.458636 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: pagination Sep 16 14:48:11.458966 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: port_device_profile.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.459941 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.460475 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: port-device-profile Sep 16 14:48:11.460810 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.461763 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.462280 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: port-mac-address-regenerate Sep 16 14:48:11.462616 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.463546 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.464094 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: port-numa-affinity-policy Sep 16 14:48:11.464430 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: port_resource_request.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.465487 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.466001 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 14:48:11.466335 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: portbindings.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.467323 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.467844 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: binding Sep 16 14:48:11.468188 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: portbindings_extended.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.469478 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.470000 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: binding-extended Sep 16 14:48:11.470341 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: portsecurity.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.471342 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.471883 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: port-security Sep 16 14:48:11.472220 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: project_id.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.473238 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.473577 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: project-id Sep 16 14:48:11.473912 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: providernet.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.474863 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.475408 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: provider Sep 16 14:48:11.475742 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.479592 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.480165 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos not supported by any of loaded plugins Sep 16 14:48:11.480517 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.481794 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.482628 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 14:48:11.482738 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.483602 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.484158 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 14:48:11.484498 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_default.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.485440 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.485952 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-default not supported by any of loaded plugins Sep 16 14:48:11.489959 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_fip.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.489959 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.489959 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 14:48:11.489959 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_gateway_ip.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.490644 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.491162 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 14:48:11.491488 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_port_network_policy.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.492488 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.492997 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 14:48:11.493329 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_pps_rule.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.494527 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.495047 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 14:48:11.495382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_rule_type_details.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.496347 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.496864 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 14:48:11.497201 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: qos_rules_alias.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.498774 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.499295 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 14:48:11.499630 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: quotasv2.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.500620 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.500958 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: quotas Sep 16 14:48:11.501290 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: quotasv2_detail.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.504663 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.505020 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: quota_details Sep 16 14:48:11.505370 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: rbac.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.506459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.506989 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: rbac-policies Sep 16 14:48:11.507354 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: rbac_address_group.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.508340 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.508867 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: rbac-address-group Sep 16 14:48:11.509202 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: rbac_address_scope.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.510143 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.510664 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: rbac-address-scope Sep 16 14:48:11.510999 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: rbac_security_groups.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.511978 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.512507 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: rbac-security-groups Sep 16 14:48:11.512841 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: rbac_subnetpool.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.514381 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.514908 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: rbac-subnetpool Sep 16 14:48:11.515245 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: revisionifmatch.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.519553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.520104 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: revision-if-match Sep 16 14:48:11.520440 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: revisions.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.521588 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.522104 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: standard-attr-revisions Sep 16 14:48:11.522442 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: router_availability_zone.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.523138 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.523652 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: router_availability_zone Sep 16 14:48:11.524076 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: routerservicetype.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.525027 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.525545 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 14:48:11.525880 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.526821 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.527338 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: security-groups-normalized-cidr Sep 16 14:48:11.527670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.528641 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.529159 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: port-security-groups-filtering Sep 16 14:48:11.529510 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.530532 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.531059 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: security-groups-remote-address-group Sep 16 14:48:11.531400 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: securitygroup.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.542755 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.543288 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: security-group Sep 16 14:48:11.543632 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: segment.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.544496 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.545515 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension segment not supported by any of loaded plugins Sep 16 14:48:11.545857 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.546836 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.547350 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 14:48:11.547686 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: servicetype.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.548930 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.549456 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: service-type Sep 16 14:48:11.549792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: sorting.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.550800 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.551137 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: sorting Sep 16 14:48:11.551469 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: standard_attr_segment.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.552437 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.552958 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 14:48:11.553292 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: standardattrdescription.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.553955 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.554470 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: standard-attr-description Sep 16 14:48:11.554804 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: stateful_security_group.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.559464 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.560015 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: stateful-security-group Sep 16 14:48:11.560351 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: stdattrs_common.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.561488 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 14:48:11.561816 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.562759 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.563283 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 14:48:11.563616 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnet_onboard.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.564783 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.565304 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: subnet_onboard Sep 16 14:48:11.565638 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.566584 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.567100 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 14:48:11.567437 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnet_service_types.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.568416 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.568942 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: subnet-service-types Sep 16 14:48:11.569287 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnetallocation.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.570472 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.570994 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: subnet_allocation Sep 16 14:48:11.571332 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.572040 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.572562 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: subnetpool-prefix-ops Sep 16 14:48:11.572895 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.573858 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.574369 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 14:48:11.574701 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: tagging.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.575899 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.576429 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: standard-attr-tag Sep 16 14:48:11.576765 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: timestamp.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.577999 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.578528 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loaded extension: standard-attr-timestamp Sep 16 14:48:11.578866 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: trunk.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.580011 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.580506 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension trunk not supported by any of loaded plugins Sep 16 14:48:11.580848 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: trunk_details.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.581798 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.582315 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 14:48:11.582656 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: uplink_status_propagation.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.588310 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.588827 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 14:48:11.589163 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Loading extension file: vlantransparent.py {{(pid=106057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 14:48:11.589941 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 14:48:11.590458 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 14:48:11.593020 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:network Sep 16 14:48:11.593574 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnet Sep 16 14:48:11.593990 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 14:48:11.594397 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:port Sep 16 14:48:11.595708 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.596258 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service FLAVORS assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.596838 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.597276 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.597627 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:router Sep 16 14:48:11.598062 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 14:48:11.598559 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service METERING assigned prefix: /metering {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.600099 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.600481 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.600842 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:48:11.601868 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 14:48:11.602589 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:security_group Sep 16 14:48:11.603027 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 14:48:11.603623 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service CORE assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.603997 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 14:48:11.604594 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] subnetpool is already registered Sep 16 14:48:11.604863 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service CORE assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.605212 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 14:48:11.605556 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] subnetpool is already registered Sep 16 14:48:11.608408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.608854 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service FLAVORS assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.609455 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.609891 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.610236 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:router Sep 16 14:48:11.610584 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] router is already registered Sep 16 14:48:11.611004 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 14:48:11.611350 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] floatingip is already registered Sep 16 14:48:11.611821 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service METERING assigned prefix: /metering {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.612529 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] rbac_policy is already registered Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:security_group Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] security_group is already registered Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] security_group_rule is already registered Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service CORE assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] subnetpool is already registered Sep 16 14:48:11.616408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.v2.resource_helper [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Service CORE assigned prefix: {{(pid=106057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 14:48:11.617046 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 14:48:11.617046 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING neutron.quota.resource_registry [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] subnetpool is already registered Sep 16 14:48:11.617236 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: extensions {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.618752 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: address-groups {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.620257 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: address-scopes {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.621636 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: agents {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.622888 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: auto-allocated-topology {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.624731 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: availability_zones {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.625949 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: dhcp-networks {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.627580 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: dhcp-agents {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.629058 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: routers {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.631283 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: flavors {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.632501 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: service_profiles {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.633734 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: next_providers {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.635227 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: service_profiles {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.636815 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: floatingip-pools {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.638037 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: routers {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.640400 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: floatingips {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.641710 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: l3-routers {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.643121 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: l3-agents {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.644637 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: metering-labels {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.646000 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: metering-label-rules {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.647298 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: network-ip-availabilities {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.648608 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: bindings {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.651158 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: quotas {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.652748 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: quotas {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.654189 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: rbac-policies {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.655391 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: security-groups {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.656734 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: security-group-rules {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.658088 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: service-providers {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.659308 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: subnetpools {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.661002 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: subnetpools {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.662875 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.664636 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.666479 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.668367 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.670698 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.672639 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.674352 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.676305 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.678069 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.679862 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron.api.extensions [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Extended resource: tags {{(pid=106057) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 14:48:11.686554 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING keystonemiddleware.auth_token [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 14:48:11.691324 dv-cinder-809417-1-iscsi neutron-server[106057]: WARNING keystonemiddleware.auth_token [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 14:48:11.699803 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Acquired lock "singleton_lock" {{(pid=106057) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 16 14:48:11.700305 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_concurrency.lockutils [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Releasing lock "singleton_lock" {{(pid=106057) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 16 14:48:11.700967 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Starting 2 workers Sep 16 14:48:11.705910 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Started child 106170 {{(pid=106057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 14:48:11.710591 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Started child 106171 {{(pid=106057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 14:48:11.711350 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.712248 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO neutron.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 14:48:11.712837 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [-] (106170) wsgi starting up on http://0.0.0.0:9696 Sep 16 14:48:11.713000 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Notify callbacks [] for process, before_spawn {{(pid=106057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.715441 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.715947 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Starting 1 workers Sep 16 14:48:11.716796 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [-] (106171) wsgi starting up on http://0.0.0.0:9696 Sep 16 14:48:11.720914 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Started child 106172 {{(pid=106057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 14:48:11.721460 dv-cinder-809417-1-iscsi neutron-server[106057]: INFO oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Starting 1 workers Sep 16 14:48:11.724913 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] calling RpcWorker wait() {{(pid=106172) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 14:48:11.725470 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] returning from RpcWorker wait() {{(pid=106172) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 14:48:11.726099 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Started child 106173 {{(pid=106057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 14:48:11.727258 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG neutron_lib.callbacks.manager [None req-2b3646ea-779e-4659-b0a1-df8eeaecda08 None None] Notify callbacks [] for process, after_spawn {{(pid=106057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.727460 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.728031 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:11.729267 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106057) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 14:48:11.729483 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 14:48:11.729674 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 14:48:11.729898 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 14:48:11.730255 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 14:48:11.730415 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 14:48:11.730949 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.731226 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.731486 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.731758 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.732100 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.732251 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:11.733234 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.733483 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.734004 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.734302 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.734570 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.734752 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.734922 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.735168 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.735424 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.735742 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.736034 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.736276 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.736539 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.736712 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.736969 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.737249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.737498 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.737779 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] debug = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.738032 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.738574 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.738831 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.739105 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.739341 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.739619 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.739899 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.740161 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.740412 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.740642 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.740902 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.741163 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.741396 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.741625 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.741849 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.742126 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.742325 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.742859 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] host = dv-cinder-809417-1-iscsi {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.743109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.743350 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.743613 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.743861 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.744114 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.744344 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.744615 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.744867 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.745124 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.745351 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.745602 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.745873 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.746131 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.746385 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.746553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_options = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.746792 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.747216 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.747364 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.747553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.747724 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.747979 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.748734 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.748902 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.749159 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.749377 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.749598 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.749795 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.750030 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.750247 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.750515 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.750762 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.751018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.751207 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.751455 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.751684 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.751949 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.752180 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.752397 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.752648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.752885 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.753131 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.753389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.753612 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.753901 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.754042 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.754302 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.754513 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.754824 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.754994 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.755258 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.755486 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.755714 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.755970 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.756247 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.759877 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_json = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.760840 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.761832 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.762670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.762670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.762670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.763028 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.763028 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.763313 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.763576 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.763936 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.764207 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.764356 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:11.764517 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.764774 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.765029 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.765222 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.765445 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.765689 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.765971 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.766188 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.766442 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.766676 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.766897 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.767255 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.767515 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.768385 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.768385 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.768385 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.768988 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.768988 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.769361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.769361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.769645 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.769854 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.770082 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.770300 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.770543 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.770794 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.771011 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.771246 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.771511 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.771766 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.772042 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.772265 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.772482 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.772699 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.772936 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.773254 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.773421 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.773642 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.773912 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.774170 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.774400 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.774617 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.774833 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.775071 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.775337 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.775584 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.775798 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.776038 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.776287 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.776948 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.777193 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.778023 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.778247 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.778673 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.779180 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.779431 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.779658 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.779916 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.780161 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.780890 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.780890 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.781068 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.781309 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.781526 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.781762 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.781984 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.782186 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.782410 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.782625 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.782863 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.783077 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.783309 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.783555 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.783885 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.784191 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.784519 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.786389 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787002 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787002 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787149 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787581 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.787864 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789024 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789024 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789024 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789024 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789024 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789963 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789963 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789963 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.789963 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791409 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791409 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791623 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.791909 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793199 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793199 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793199 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793199 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793199 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793631 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793631 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.793864 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.794362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.794362 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.794592 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.795318 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.795535 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.795788 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.796167 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.796421 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.796637 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.796869 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.797151 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.797411 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.797884 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.798298 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.798499 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.798681 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.799197 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.799197 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.799615 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.799615 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.800508 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.800508 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.800508 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.800962 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.802176 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.802557 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.802787 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.803042 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.803428 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.803787 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.804252 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.804477 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.804707 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.804959 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.805171 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.805545 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.805855 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54338) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:11.806130 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.806501 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.806870 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.807265 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.807638 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.808089 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.808469 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.808890 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.809328 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.812109 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.813249 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.814039 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.814039 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.814039 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.814444 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.814444 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815361 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815940 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815940 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.815940 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.816380 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.816521 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.816669 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.816917 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.817429 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093207 Sep 16 14:48:11.817960 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.818345 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.818644 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.818796 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.819047 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.819347 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.819594 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.819849 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.820131 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.820376 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.820592 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.820845 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.821573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.821573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.821573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.821997 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.821997 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.822276 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.822415 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.822597 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.822986 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.823356 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.823723 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.824135 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.824537 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.824762 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.824991 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.825924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.825924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.825924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.825924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.826239 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.826307 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.826513 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.826725 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.826979 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.827215 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.827425 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.827649 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.827909 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.828124 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.828428 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.828693 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.828946 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.829601 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.829601 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.829776 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.829921 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.831160 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.831558 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.831842 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.832084 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.832307 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.832537 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.832811 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.833149 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.833448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.833697 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835060 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835060 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835060 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835060 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835060 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.835590 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.836491 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.836491 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.836491 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.836748 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.836859 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.837077 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.837312 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.837529 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.837746 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.838002 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.838230 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.838453 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.838689 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.838915 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.839702 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.839702 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.839702 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.840038 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.840120 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.840260 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 14:48:11.840800 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106057) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 14:48:11.840968 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 14:48:11.841127 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 14:48:11.841292 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 14:48:11.841465 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 14:48:11.841639 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 14:48:11.841855 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842018 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842179 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842344 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842498 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.842857 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843019 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843179 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843339 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843500 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843660 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.843820 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.844202 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.844388 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.844567 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.844739 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.844914 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845082 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845256 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845419 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845582 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845744 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] debug = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.845904 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846117 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846285 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846444 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846602 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846766 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.846924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.847083 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.847242 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.847507 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.847672 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.847912 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848036 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848194 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848350 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848508 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848664 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.848926 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] host = dv-cinder-809417-1-iscsi {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849246 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849468 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849564 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849721 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.849916 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850073 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850229 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850402 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850658 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850817 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.850972 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.851129 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.851286 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.851442 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_options = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.851598 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.851756 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.854221 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.854423 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.854595 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.855056 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.855253 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.856014 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.858518 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.858700 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.858872 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.859042 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.859493 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.859670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.859862 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.860023 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.860187 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.860351 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.860514 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.862473 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.864188 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.865791 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866056 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866384 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866485 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866643 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866883 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.866978 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867176 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867282 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867432 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867591 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867750 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.867924 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.868086 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.868244 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.868402 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869142 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869142 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869142 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869142 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869142 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869462 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869462 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869579 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869728 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.869883 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_json = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870039 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870196 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870352 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870509 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870664 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870820 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.870996 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.871131 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 14:48:11.871317 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.871476 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.871646 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.871804 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.874435 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.874622 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.875550 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.875947 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.876255 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.876450 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.876640 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.876821 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877017 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877194 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877366 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877538 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877706 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.877874 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878041 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878209 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878375 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878539 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878715 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.878879 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.879041 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.879206 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.879371 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.879551 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.879716 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.880714 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.880909 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.881113 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.881253 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882134 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882134 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882134 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882134 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882134 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882461 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882461 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882627 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882796 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.882985 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.883151 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.883316 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.883481 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.883645 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884634 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884634 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884634 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884634 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884634 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884968 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.884968 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885108 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885201 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885342 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885506 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885670 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885834 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.885998 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.886216 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.886345 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.886509 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.886674 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.886858 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887036 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887200 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887365 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887527 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887692 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.887888 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.888075 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.888241 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.889687 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.890252 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.890252 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.890702 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.890702 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.890856 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.891316 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.891407 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.891546 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.891692 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.891884 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.892059 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.892223 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.892386 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.892573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.892737 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893104 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893197 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893292 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893457 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893631 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.893811 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.894082 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.894252 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.894416 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.894578 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.894981 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.895150 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.895325 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.895488 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.895652 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.895814 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.896061 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.896222 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.896413 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.896572 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898115 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898553 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898757 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898826 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.898982 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.899146 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.899311 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.899484 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.899662 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900526 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900526 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900526 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900769 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900769 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.900908 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902525 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902525 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902525 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902525 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902817 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902817 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.902977 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.903138 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.903309 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.903473 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.903638 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904322 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904322 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904322 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904550 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904621 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.904759 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905049 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905220 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905737 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.905901 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906066 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906229 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906451 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906539 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906704 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.906868 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907051 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907215 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907379 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907546 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907712 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.907900 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908066 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908231 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908396 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908561 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908726 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.908890 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909056 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909239 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909404 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909646 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909749 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.909881 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910056 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910208 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910372 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910536 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910700 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.910880 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.911049 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.911229 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.911382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.911530 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.911883 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912020 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912183 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912346 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912514 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912674 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.912842 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.913006 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.913327 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.913648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.913811 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.913967 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.915448 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916422 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.916690 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917261 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917261 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917261 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917261 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917261 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917598 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917598 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917598 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917803 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.917918 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918088 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918253 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918408 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918573 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918737 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.918891 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.919056 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.919232 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.919395 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.919554 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.919719 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.920420 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.920587 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.920761 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.920927 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921092 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921268 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921428 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921595 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921760 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.921934 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922633 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922633 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922633 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922633 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922892 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.922892 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.923027 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.923193 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.923343 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.923525 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.923667 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.924648 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.925031 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.925031 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.925149 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.925279 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.925459 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926382 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926869 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926869 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.926869 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.927040 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.928090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.928090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.928090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 14:48:11.928090 dv-cinder-809417-1-iscsi neutron-server[106057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 14:48:23.792268 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb2c5f7-68ba-4fec-acb6-9cc9c743e510 None None] get_active_networks_info from dv-cinder-809417-1-iscsi {{(pid=106172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 16 14:48:23.903399 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2c5f7-68ba-4fec-acb6-9cc9c743e510 None None] No non-hosted networks {{(pid=106172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 14:48:23.909938 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.agentschedulers_db [None req-cbb2c5f7-68ba-4fec-acb6-9cc9c743e510 None None] DHCP Agent not found on host dv-cinder-809417-1-iscsi {{(pid=106172) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 16 14:48:24.022304 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7c9416ef-ddc5-4952-8ec6-0d811d2ee1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:26.385887 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3763aefc-fd6f-408b-a4bd-9d1fe2ad1adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:26.429022 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.db.api [None req-6710960a-b73a-47f8-a6a9-79deb57ba519 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809417-1-iscsi {{(pid=106172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:48:26.429715 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG oslo_db.api [None req-6710960a-b73a-47f8-a6a9-79deb57ba519 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:48:27.051195 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6710960a-b73a-47f8-a6a9-79deb57ba519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:27.372861 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:27.373725 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.374172 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.374614 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.375051 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.375494 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.375963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.376510 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.376967 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.377402 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.377853 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.378334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.378770 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:27.379274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809417-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:27.393725 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809417-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:48:27.776706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:28.993731 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:29.151055 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.db.l3_hamode_db [None req-ac701fd6-fbc3-4277-ada9-80edc054ac7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 14:48:29.229244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701fd6-fbc3-4277-ada9-80edc054ac7c None None] Routers set() bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:48:29.229629 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac701fd6-fbc3-4277-ada9-80edc054ac7c None None] Router IDs set() for agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 16 14:48:30.247066 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54440) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:30.738162 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING oslo_policy.policy [None req-f62c95bf-f718-4862-a5bf-2ce78b3ec78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:30.738740 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING oslo_policy.policy [None req-f62c95bf-f718-4862-a5bf-2ce78b3ec78a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:30.967214 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [None req-f62c95bf-f718-4862-a5bf-2ce78b3ec78a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:48:30.968344 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-f62c95bf-f718-4862-a5bf-2ce78b3ec78a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7198327 Sep 16 14:48:33.365917 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54454) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:33.878384 dv-cinder-809417-1-iscsi neutron-server[106171]: WARNING oslo_policy.policy [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:33.878964 dv-cinder-809417-1-iscsi neutron-server[106171]: WARNING oslo_policy.policy [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:34.109002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:48:34.205444 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.policy [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106171) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 14:48:34.250299 dv-cinder-809417-1-iscsi neutron-server[106171]: WARNING oslo_policy.policy [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:34.250666 dv-cinder-809417-1-iscsi neutron-server[106171]: WARNING oslo_policy.policy [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:34.259200 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.quota [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] Loaded quota_driver: . Sep 16 14:48:34.407462 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781511045727', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781511045218', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781511090827', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781511092453', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781507737931', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781511081002', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-571278', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1435536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-357753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416815'] for rbac-policy, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:34.590036 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:34.591505 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-fea1b1ad-160f-4a33-9d5c-5f23e32f90b5 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2226119 Sep 16 14:48:37.180763 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54472) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:37.482623 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Request body: {'network': {'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'name': 'private', 'admin_state_up': True, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:48:37.566926 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Made reservation on behalf of 8eff41b69ab144eb8bb20d2e6a493fc6 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:48:37.569992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:37.587684 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:37.706414 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:37.776239 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:37.800190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:48:37.824501 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781506426772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:37.825088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Unsubscribe: segment precommit_create {{(pid=106171) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 14:48:37.825612 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Added segment 0385d688-39a1-49c9-9619-d8564d14bc29 of type vlan for network e2f89630-f158-4dd5-b13a-6a94ebe83db3 Sep 16 14:48:37.831460 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f8c7a-23f5-407e-a507-aa203183abfd,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:37.872906 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.892642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Tracked resource versions report: Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: pushed versions: Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: { 'AddressGroup': {'1.2'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'ConntrackHelper': {'1.0'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Log': {'1.0'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Network': {'1.1'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Port': {'1.7'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'PortForwarding': {'1.2'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'QosPolicy': {'1.9'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroup': {'1.4'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SubPort': {'1.0'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Subnet': {'1.1'}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Trunk': {'1.1'}} Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: consumer versions: Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'ConntrackHelper': '1.0', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Log': '1.0', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Network': '1.1', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Port': '1.7', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'PortForwarding': '1.2', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'QosPolicy': '1.9', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroup': '1.4', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroupRule': '1.2', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SubPort': '1.0', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Subnet': '1.1', Sep 16 14:48:37.893153 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Trunk': '1.1'}} Sep 16 14:48:37.895511 dv-cinder-809417-1-iscsi neutron-server[106171]: {{(pid=106171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:48:37.950918 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:38.098480 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:38.099671 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:48:38.100361 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:38.194939 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f89630-f158-4dd5-b13a-6a94ebe83db3,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:38.206415 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:48:38.242091 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a12aa4d1-6f82-486a-9f29-0781dc541125 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0602512 Sep 16 14:48:40.868827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54486) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:41.386633 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.policy [None req-0a20f646-79bf-4f66-8ee4-a022edf3ce88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106170) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 14:48:41.431737 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING oslo_policy.policy [None req-0a20f646-79bf-4f66-8ee4-a022edf3ce88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:41.432266 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING oslo_policy.policy [None req-0a20f646-79bf-4f66-8ee4-a022edf3ce88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 14:48:41.440954 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20f646-79bf-4f66-8ee4-a022edf3ce88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:48:41.442659 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0a20f646-79bf-4f66-8ee4-a022edf3ce88 admin admin] 10.222.0.30 "GET /v2.0/networks/e2f89630-f158-4dd5-b13a-6a94ebe83db3 HTTP/1.1" status: 200 len: 825 time: 0.5729101 Sep 16 14:48:41.481261 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-c0650911-7e7a-4c24-aa1d-e39dca2ab60e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/84f838ed-879e-41c2-8dac-525a6f0ea336 HTTP/1.1" status: 200 len: 734 time: 0.0324285 Sep 16 14:48:41.491305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Request body: {'subnet': {'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'ip_version': 4, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:48:41.492863 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.quota [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Loaded quota_driver: . Sep 16 14:48:41.622250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Made reservation on behalf of 8eff41b69ab144eb8bb20d2e6a493fc6 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:48:41.625626 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:41.983958 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:42.055274 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Checking segment: {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:48:42.055653 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Network hostable DHCP agents. Network: e2f89630-f158-4dd5-b13a-6a94ebe83db3, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:48:42.062996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c65783-4a27-422f-8282-24af69711a66,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:42.074184 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.074548 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.074885 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.075915 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.076271 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.076614 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.076945 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.077289 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.077636 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.077960 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.078278 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.078596 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Tracked resource versions report: Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: pushed versions: Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: { 'AddressGroup': {'1.2'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'ConntrackHelper': {'1.0'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Log': {'1.0'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Network': {'1.1'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Port': {'1.7'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'PortForwarding': {'1.2'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'QosPolicy': {'1.9'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroup': {'1.4'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SubPort': {'1.0'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Subnet': {'1.1'}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Trunk': {'1.1'}} Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: consumer versions: Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'ConntrackHelper': '1.0', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Log': '1.0', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Network': '1.1', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Port': '1.7', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'PortForwarding': '1.2', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'QosPolicy': '1.9', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroup': '1.4', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroupRule': '1.2', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SubPort': '1.0', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Subnet': '1.1', Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Trunk': '1.1'}} Sep 16 14:48:42.079612 dv-cinder-809417-1-iscsi neutron-server[106170]: {{(pid=106170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:48:42.178152 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:48:42.264354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, e2f89630-f158-4dd5-b13a-6a94ebe83db3) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:48:42.272110 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:48:42.272759 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:42.272864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147f3bd-536d-4e50-b2a2-760e5596255d None None] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:48:42.419516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-db3c7e74-8124-495f-b4e6-1da6c119d3c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9311843 Sep 16 14:48:42.589102 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:48:42.590344 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:42.865275 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Allocated IP 172.20.0.2 (e2f89630-f158-4dd5-b13a-6a94ebe83db3/71c65783-4a27-422f-8282-24af69711a66/aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:48:43.090632 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:43.176574 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:43.248255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:48:43.257396 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:48:43.268243 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Pushing event updated for resources: {'Port': ['ID=aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:43.270453 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:48:43.302147 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.302881 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.302881 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.303192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.303549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.303911 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.304251 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.304587 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.304941 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.305282 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.305621 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.305943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Tracked resource versions report: Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: pushed versions: Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: { 'AddressGroup': {'1.2'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'ConntrackHelper': {'1.0'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Log': {'1.0'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Network': {'1.1'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Port': {'1.7'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'PortForwarding': {'1.2'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'QosPolicy': {'1.9'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroup': {'1.4'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SubPort': {'1.0'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Subnet': {'1.1'}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Trunk': {'1.1'}} Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: consumer versions: Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'ConntrackHelper': '1.0', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Log': '1.0', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Network': '1.1', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Port': '1.7', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'PortForwarding': '1.2', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'QosPolicy': '1.9', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroup': '1.4', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroupRule': '1.2', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SubPort': '1.0', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Subnet': '1.1', Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Trunk': '1.1'}} Sep 16 14:48:43.307025 dv-cinder-809417-1-iscsi neutron-server[106172]: {{(pid=106172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:48:43.358577 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Attempting to bind port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:48:43.358577 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Attempting to bind port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:48:43.358577 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Attempting to bind port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b on network e2f89630-f158-4dd5-b13a-6a94ebe83db3 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:48:43.361885 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:48:43.362298 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Checking segment: {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:48:43.362794 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:43.363190 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Bound using segment: {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:48:43.363677 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Bound port: aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:48:43.364118 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:43.425940 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] For port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:48:43.430101 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] For port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b,segment=NetworkSegment(0385d688-39a1-49c9-9619-d8564d14bc29),segment_id=0385d688-39a1-49c9-9619-d8564d14bc29)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:48:43.502378 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:43.566453 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805a564-d5cd-4a44-930a-913c0c2f2f66 None None] Pushing event updated for resources: {'Port': ['ID=aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:44.849814 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54500) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:45.161922 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [None req-595ff3ff-478e-4f4f-8e89-4cadd8d3c2b1 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:48:45.162994 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-595ff3ff-478e-4f4f-8e89-4cadd8d3c2b1 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122444 Sep 16 14:48:47.611235 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54508) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:47.945366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [None req-e23f3f24-bf08-40e4-a4d0-d07ae5ca79e4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:48:47.947215 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e23f3f24-bf08-40e4-a4d0-d07ae5ca79e4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349786 Sep 16 14:48:50.646660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54518) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:50.972413 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:48:51.110155 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:51.111761 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:51.273138 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:51.345192 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:51.429620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:51.430780 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ffea3ab6-4e78-42c9-a06b-c1c0bb0957b5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7831349 Sep 16 14:48:52.073240 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916a6bdf-ec1e-46d6-a301-d596422be5ba None None] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:48:52.112288 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] Provisioning complete for port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:48:52.112679 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:52.327557 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:52.398572 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] For port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b,segment=NetworkSegment(0385d688-39a1-49c9-9619-d8564d14bc29),segment_id=0385d688-39a1-49c9-9619-d8564d14bc29)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:48:52.484612 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:52.535508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64f478-0153-4131-9bbe-4a6a70a63f78 None None] Pushing event updated for resources: {'Port': ['ID=aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:52.604210 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-26bab1f5-ef7f-4ea3-a11f-5e208a334c1a None None] Provisioning complete for port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:48:52.604592 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-26bab1f5-ef7f-4ea3-a11f-5e208a334c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:52.865006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:48:52.914273 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:48:52.914655 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:53.698094 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-213ef6b8-0dc1-4c1a-a19a-9f15b8f82be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:53.965017 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54530) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:54.272255 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [None req-8a618d76-e00c-4a30-aa47-5e22ee378ddd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:48:54.273264 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8a618d76-e00c-4a30-aa47-5e22ee378ddd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072383 Sep 16 14:48:56.372482 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-fa21c354-c4e7-403e-a2c4-4ed5d2b8c1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:56.650000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54538) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:48:56.967173 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:48:57.041183 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Made reservation on behalf of 6f9bebc7047f48d08c4da5984043c8d5 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:48:57.043512 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.051855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.136491 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.189636 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.209493 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Reserving flat network on physical network physnet1 {{(pid=106171) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 14:48:57.228124 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136fad2a-bd76-40fd-8863-adecb8ca1a3d,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:57.233383 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.233730 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Added segment c753790b-db84-468f-bdf4-a982631a707e of type flat for network 2d3eb677-50ae-4545-a3d6-be6111ee844c Sep 16 14:48:57.280008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.349425 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.418077 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.419131 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:48:57.419723 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:57.481489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] Pushing event updated for resources: {'Network': ['ID=2d3eb677-50ae-4545-a3d6-be6111ee844c,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:48:57.491341 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:48:57.521865 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-32f21e87-dc89-4a81-8261-9cea5da5c18a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8707604 Sep 16 14:48:57.753385 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:58.907026 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:48:59.917033 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54556) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:49:00.132056 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f4477c-7650-4c21-a7d5-1cb6072617fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:49:00.133438 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-36f4477c-7650-4c21-a7d5-1cb6072617fc admin admin] 10.222.0.30 "GET /v2.0/subnets/71c65783-4a27-422f-8282-24af69711a66 HTTP/1.1" status: 200 len: 849 time: 0.2154536 Sep 16 14:49:00.310811 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-18201254-465f-45ec-8cfc-309f8ad545ff admin admin] 10.222.0.30 "GET /v2.0/routers/ec57591a-e2ac-4edb-9963-c7eae3793f67 HTTP/1.1" status: 200 len: 704 time: 0.1712673 Sep 16 14:49:00.576095 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:00.868784 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Allocated IP 172.20.0.1 (e2f89630-f158-4dd5-b13a-6a94ebe83db3/71c65783-4a27-422f-8282-24af69711a66/9eb80dfa-6298-468e-bf0b-4491748061ae) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:49:01.052424 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.193366 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.268898 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:49:01.274500 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:49:01.281945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb80dfa-6298-468e-bf0b-4491748061ae,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:01.293803 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:49:01.294538 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.449636 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b126cf7c-9823-4e47-ba34-8c7f8fe67273 None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:01.450220 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b126cf7c-9823-4e47-ba34-8c7f8fe67273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.484520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-b126cf7c-9823-4e47-ba34-8c7f8fe67273 None None] Port 9eb80dfa-6298-468e-bf0b-4491748061ae cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:49:01.582996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.787152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.861908 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.862702 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:01.923078 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb80dfa-6298-468e-bf0b-4491748061ae,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:01.990188 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:49:01.991579 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:49:02.208905 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ef9e4cbc-15d2-4e90-91c9-baff12b64f5a None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:02.209274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ef9e4cbc-15d2-4e90-91c9-baff12b64f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:02.216007 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Router ec57591a-e2ac-4edb-9963-c7eae3793f67 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:49:02.241925 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e4cbc-15d2-4e90-91c9-baff12b64f5a None None] Port 9eb80dfa-6298-468e-bf0b-4491748061ae cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:49:02.305790 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:49:02.311377 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1505b989-67a6-4898-b828-a2e20b246da1 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec57591a-e2ac-4edb-9963-c7eae3793f67/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9947960 Sep 16 14:49:02.331484 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Sync routers for ids ['ec57591a-e2ac-4edb-9963-c7eae3793f67'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:49:02.342805 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Routers {'ec57591a-e2ac-4edb-9963-c7eae3793f67'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:49:02.343649 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:48:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['ec57591a-e2ac-4edb-9963-c7eae3793f67'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:02.525181 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Set router ec57591a-e2ac-4edb-9963-c7eae3793f67 gateway port host: None {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:49:02.947036 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:01Z', 'revision_number': 2, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port_host': None, '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:01Z', 'revision_number': 2, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:02.998092 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Checking router: ec57591a-e2ac-4edb-9963-c7eae3793f67 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:49:02.998463 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Updating router ec57591a-e2ac-4edb-9963-c7eae3793f67 port 9eb80dfa-6298-468e-bf0b-4491748061ae binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:49:03.045096 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.553532 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.627192 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.783526 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Pushing event updated for resources: {'Port': ['ID=9eb80dfa-6298-468e-bf0b-4491748061ae,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:03.802139 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.802502 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.802842 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.803174 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.803504 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.803905 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.804231 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.804488 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.804815 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.805132 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.805450 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.805772 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Tracked resource versions report: Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: pushed versions: Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: { 'AddressGroup': {'1.2'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'ConntrackHelper': {'1.0'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Log': {'1.0'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Network': {'1.1'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Port': {'1.7'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'PortForwarding': {'1.2'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'QosPolicy': {'1.9'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroup': {'1.4'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SubPort': {'1.0'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Subnet': {'1.1'}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Trunk': {'1.1'}} Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: consumer versions: Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'ConntrackHelper': '1.0', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Log': '1.0', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Network': '1.1', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Port': '1.7', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'PortForwarding': '1.2', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'QosPolicy': '1.9', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroup': '1.4', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroupRule': '1.2', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SubPort': '1.0', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Subnet': '1.1', Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Trunk': '1.1'}} Sep 16 14:49:03.806832 dv-cinder-809417-1-iscsi neutron-server[106173]: {{(pid=106173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:49:03.813295 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Attempting to bind port 9eb80dfa-6298-468e-bf0b-4491748061ae on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:49:03.813745 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Attempting to bind port 9eb80dfa-6298-468e-bf0b-4491748061ae by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:49:03.814186 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Attempting to bind port 9eb80dfa-6298-468e-bf0b-4491748061ae on network e2f89630-f158-4dd5-b13a-6a94ebe83db3 {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:49:03.819335 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:49:03.819736 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Checking segment: {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:49:03.820256 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.820640 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Bound using segment: {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:49:03.821112 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Bound port: 9eb80dfa-6298-468e-bf0b-4491748061ae, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0385d688-39a1-49c9-9619-d8564d14bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:49:03.821498 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.868886 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-11767857-abf7-483f-9bee-3317d9fa7ca5 None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:03.869426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-11767857-abf7-483f-9bee-3317d9fa7ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:03.889071 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] For port 9eb80dfa-6298-468e-bf0b-4491748061ae, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:49:03.905439 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-11767857-abf7-483f-9bee-3317d9fa7ca5 None None] Port 9eb80dfa-6298-468e-bf0b-4491748061ae cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:49:03.910923 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] For port 9eb80dfa-6298-468e-bf0b-4491748061ae, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=9eb80dfa-6298-468e-bf0b-4491748061ae,segment=NetworkSegment(0385d688-39a1-49c9-9619-d8564d14bc29),segment_id=0385d688-39a1-49c9-9619-d8564d14bc29)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:49:03.984055 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:04.042048 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Routers {'ec57591a-e2ac-4edb-9963-c7eae3793f67'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:49:04.042687 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:48:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['ec57591a-e2ac-4edb-9963-c7eae3793f67'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:04.045300 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccd14f-e213-4c9a-8b33-b37b64834c07 None None] Pushing event updated for resources: {'Port': ['ID=9eb80dfa-6298-468e-bf0b-4491748061ae,revision_number=4']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:04.136189 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] Set router ec57591a-e2ac-4edb-9963-c7eae3793f67 gateway port host: None {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:49:04.225056 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:04.225477 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:04.301586 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:04.332507 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] For port 9eb80dfa-6298-468e-bf0b-4491748061ae, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=9eb80dfa-6298-468e-bf0b-4491748061ae,segment=NetworkSegment(0385d688-39a1-49c9-9619-d8564d14bc29),segment_id=0385d688-39a1-49c9-9619-d8564d14bc29)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:49:04.349750 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:01Z', 'revision_number': 2, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port_host': None, '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:03Z', 'revision_number': 4, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:04.379297 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b90f87-9423-4571-b9c1-bd4e2ee360a7 None None] The sync data for ids ['ec57591a-e2ac-4edb-9963-c7eae3793f67'] in dv-cinder-809417-1-iscsi is: [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:01Z', 'revision_number': 2, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port_host': None, '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:03Z', 'revision_number': 4, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:49:04.452367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:04.500996 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088b99-1fc1-43d2-b5ec-a3e652c1c071 None None] Pushing event updated for resources: {'Port': ['ID=9eb80dfa-6298-468e-bf0b-4491748061ae,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:04.560109 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54578) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:49:04.676518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75e139-0714-4706-a4df-a5a152d064dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:49:04.677808 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8e75e139-0714-4706-a4df-a5a152d064dc admin admin] 10.222.0.30 "GET /v2.0/networks/2d3eb677-50ae-4545-a3d6-be6111ee844c HTTP/1.1" status: 200 len: 842 time: 0.1166499 Sep 16 14:49:04.688291 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'enable_dhcp': False}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:49:04.778360 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Made reservation on behalf of 6f9bebc7047f48d08c4da5984043c8d5 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:49:04.780659 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:05.156312 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.objects.ports [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106170) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 16 14:49:05.156764 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:05.219363 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd7ce04-d39a-4270-b683-5c0d1dc50089,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:05.226576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:49:05.226576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Network hostable DHCP agents. Network: 2d3eb677-50ae-4545-a3d6-be6111ee844c, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:49:05.332468 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:49:05.421769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 2d3eb677-50ae-4545-a3d6-be6111ee844c) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:49:05.425778 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:49:05.426487 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:05.431501 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910329f9-eecc-4e0a-b10f-36eedac67307 None None] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:49:05.550606 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-48580151-24b8-4aa2-9df4-552395ca020b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8656476 Sep 16 14:49:05.566777 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bba59-2cab-45ed-91dc-2343a6e22767 None None] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:49:06.785819 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:49:07.903480 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 54586) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:49:08.122271 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-87fd62ad-1054-4376-b741-11e0516f7f99 admin admin] 10.222.0.30 "GET /v2.0/routers/ec57591a-e2ac-4edb-9963-c7eae3793f67 HTTP/1.1" status: 200 len: 710 time: 0.2175357 Sep 16 14:49:08.205803 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795b6d3-a2da-4eba-a302-f6beb30204f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:49:08.207180 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6795b6d3-a2da-4eba-a302-f6beb30204f9 admin admin] 10.222.0.30 "GET /v2.0/networks/2d3eb677-50ae-4545-a3d6-be6111ee844c HTTP/1.1" status: 200 len: 886 time: 0.0791011 Sep 16 14:49:08.217117 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:49:08.462977 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:08.779996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:08.855944 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:09.047506 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Allocated IP 172.27.3.123 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/66a67ad8-ee88-4e72-b416-8ff45a27173b) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:49:09.150114 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:09.268632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:09.333219 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:49:09.341427 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:49:09.356028 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:49:09.358830 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Pushing event updated for resources: {'Port': ['ID=66a67ad8-ee88-4e72-b416-8ff45a27173b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:09.739346 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:09.935413 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1783053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-766'] for router, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:09.939760 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1785782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1785775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1783046'] for router, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:10.050934 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Router ec57591a-e2ac-4edb-9963-c7eae3793f67 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:49:10.155500 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:49:10.160217 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:10.161434 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-98597570-0f66-4517-b67e-5d917d3b0410 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec57591a-e2ac-4edb-9963-c7eae3793f67 HTTP/1.1" status: 200 len: 890 time: 1.9480140 Sep 16 14:49:10.824718 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Sync routers for ids ['ec57591a-e2ac-4edb-9963-c7eae3793f67'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:49:10.835805 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Routers {'ec57591a-e2ac-4edb-9963-c7eae3793f67'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:49:10.836777 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:48:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['ec57591a-e2ac-4edb-9963-c7eae3793f67'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:10.934761 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 9eb80dfa-6298-468e-bf0b-4491748061ae up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:49:11.113499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:11.113774 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:11.138833 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Set router ec57591a-e2ac-4edb-9963-c7eae3793f67 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:49:11.571887 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:09Z', 'revision_number': 4, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port': {'id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:08Z', 'updated_at': '2021-09-16T14:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:04Z', 'revision_number': 5, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:11.624879 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Checking router: ec57591a-e2ac-4edb-9963-c7eae3793f67 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:49:11.625243 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Updating router ec57591a-e2ac-4edb-9963-c7eae3793f67 port 66a67ad8-ee88-4e72-b416-8ff45a27173b binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:49:11.671393 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:11.986085 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:12.075127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:12.123460 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Attempting to bind port 66a67ad8-ee88-4e72-b416-8ff45a27173b on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:49:12.123859 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Attempting to bind port 66a67ad8-ee88-4e72-b416-8ff45a27173b by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:49:12.124236 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Attempting to bind port 66a67ad8-ee88-4e72-b416-8ff45a27173b on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:49:12.132786 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34cb3-5b0a-4abf-98a8-dd6276d6d932 None None] Pushing event updated for resources: {'Port': ['ID=66a67ad8-ee88-4e72-b416-8ff45a27173b,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:12.135480 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:49:12.135874 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:49:12.136281 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:12.137304 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:49:12.137782 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Bound port: 66a67ad8-ee88-4e72-b416-8ff45a27173b, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:49:12.138182 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:12.187447 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] For port 66a67ad8-ee88-4e72-b416-8ff45a27173b, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:49:12.190424 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] For port 66a67ad8-ee88-4e72-b416-8ff45a27173b, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=66a67ad8-ee88-4e72-b416-8ff45a27173b,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:49:12.282390 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:12.419773 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Routers {'ec57591a-e2ac-4edb-9963-c7eae3793f67'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:49:12.420436 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:48:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['ec57591a-e2ac-4edb-9963-c7eae3793f67'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:12.423429 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e34cb3-5b0a-4abf-98a8-dd6276d6d932 None None] Pushing event updated for resources: {'Port': ['ID=66a67ad8-ee88-4e72-b416-8ff45a27173b,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:12.527741 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] Set router ec57591a-e2ac-4edb-9963-c7eae3793f67 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:49:12.554583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 54598) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:49:12.667411 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-2e215be6-8143-48b1-bb1e-2a359c5c307f admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115451 Sep 16 14:49:12.741943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:09Z', 'revision_number': 4, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port': {'id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:08Z', 'updated_at': '2021-09-16T14:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:04Z', 'revision_number': 5, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:49:12.773883 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543001b-9c73-49c9-bb72-562fc1b84896 None None] The sync data for ids ['ec57591a-e2ac-4edb-9963-c7eae3793f67'] in dv-cinder-809417-1-iscsi is: [{'id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'name': 'router1', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:48:51Z', 'updated_at': '2021-09-16T14:49:09Z', 'revision_number': 4, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'gw_port': {'id': '66a67ad8-ee88-4e72-b416-8ff45a27173b', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:47:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:08Z', 'updated_at': '2021-09-16T14:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9eb80dfa-6298-468e-bf0b-4491748061ae', 'name': '', 'network_id': 'e2f89630-f158-4dd5-b13a-6a94ebe83db3', 'tenant_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'mac_address': 'fa:16:3e:ea:d9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec57591a-e2ac-4edb-9963-c7eae3793f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '71c65783-4a27-422f-8282-24af69711a66', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:49:00Z', 'updated_at': '2021-09-16T14:49:04Z', 'revision_number': 5, 'project_id': '8eff41b69ab144eb8bb20d2e6a493fc6', 'subnets': [{'id': '71c65783-4a27-422f-8282-24af69711a66', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84f838ed-879e-41c2-8dac-525a6f0ea336'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:49:15.036636 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 66a67ad8-ee88-4e72-b416-8ff45a27173b up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:49:15.087913 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 66a67ad8-ee88-4e72-b416-8ff45a27173b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:15.088429 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:15.172263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:15.192298 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 66a67ad8-ee88-4e72-b416-8ff45a27173b, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=66a67ad8-ee88-4e72-b416-8ff45a27173b,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:49:15.280880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:15.336192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=66a67ad8-ee88-4e72-b416-8ff45a27173b,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:49:16.905549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 66a67ad8-ee88-4e72-b416-8ff45a27173b up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:49:17.003637 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 66a67ad8-ee88-4e72-b416-8ff45a27173b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:49:17.004316 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:23.702291 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7432e5a0-e036-4c47-8d45-1b6ead0576ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:26.377576 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e5eed32b-c340-4d40-9bdd-54c03787e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:27.272763 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:27.675168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:28.929892 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:43.784534 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:49:53.707271 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d6d635d1-97c8-4af2-8f9f-dbb8ebe4d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:56.490756 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b4a16061-ae44-460f-b938-dd8214319366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:57.335821 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:57.741667 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:49:58.949987 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:20.782884 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:50:23.749383 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a5fc535e-becf-494a-ba33-4041e07fb42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:26.392947 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a60b4ff-ea60-40ad-a2e9-4d16a99ebfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:27.320693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:27.697744 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:29.000699 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:51.270651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55160) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:50:51.331946 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e024d8-bc45-4e3f-b446-d64832d73389 admin admin] GET failed (client error): The resource could not be found. Sep 16 14:50:51.333276 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-49e024d8-bc45-4e3f-b446-d64832d73389 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616763 Sep 16 14:50:51.490864 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb21ebe-e09d-411c-af2f-809ed046a7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:51.492369 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-edb21ebe-e09d-411c-af2f-809ed046a7cf admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545374 Sep 16 14:50:53.713746 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0a53fbd1-44a0-494d-b304-969b811776d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:53.732278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55170) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:50:53.828895 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f296c-645a-49a8-9a4b-9497599ecb86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:53.830237 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f85f296c-645a-49a8-9a4b-9497599ecb86 admin admin] 10.222.0.30 "GET /v2.0/subnets/71c65783-4a27-422f-8282-24af69711a66 HTTP/1.1" status: 200 len: 849 time: 0.0969687 Sep 16 14:50:53.840261 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:50:53.923742 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Notify callbacks [] for subnet, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:54.149192 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781506401284'] for subnet, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:54.180819 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:54.181406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:54.183223 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] 10.222.0.30 "PUT /v2.0/subnets/71c65783-4a27-422f-8282-24af69711a66 HTTP/1.1" status: 200 len: 868 time: 0.3462417 Sep 16 14:50:54.185752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310da70c-1b77-4649-b7c6-52964e054a94 None None] Network e2f89630-f158-4dd5-b13a-6a94ebe83db3 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:50:54.200514 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c65783-4a27-422f-8282-24af69711a66,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:50:54.207905 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.208286 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.208638 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.208979 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.209322 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.209674 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.210022 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.210371 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.210721 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.211061 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.211390 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.211717 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf270f-eeaf-4c10-a001-d14aeb2a732a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:50:54.533488 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-1b3cc059-e68f-442e-8257-bdf9ecb9c801 None None] Provisioning complete for port 9eb80dfa-6298-468e-bf0b-4491748061ae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:50:54.533915 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc059-e68f-442e-8257-bdf9ecb9c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:54.630957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-1b3cc059-e68f-442e-8257-bdf9ecb9c801 None None] Provisioning complete for port aa3fb1ff-5bf5-465c-aaa8-66eb40bd5b5b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:50:54.631336 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc059-e68f-442e-8257-bdf9ecb9c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:56.445068 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e561ff44-0d39-453d-911f-d09a341ea7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:56.485970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55178) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:50:56.774570 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797c56e-54a8-422c-a27c-6237765647df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:56.775082 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797c56e-54a8-422c-a27c-6237765647df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:56.776702 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-2797c56e-54a8-422c-a27c-6237765647df admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2897601 Sep 16 14:50:57.326388 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:57.691151 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:57.781950 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:50:59.001208 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:50:59.017520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55186) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:50:59.147164 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d9fe31-69c6-47f5-8225-876190a12bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:59.147558 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d9fe31-69c6-47f5-8225-876190a12bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:50:59.149116 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-95d9fe31-69c6-47f5-8225-876190a12bf3 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306479 Sep 16 14:51:01.339765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55194) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:01.467377 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39548b40-e3cd-449d-8aa2-c6363a237428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:01.468848 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-39548b40-e3cd-449d-8aa2-c6363a237428 admin admin] 10.222.0.30 "GET /v2.0/networks/2d3eb677-50ae-4545-a3d6-be6111ee844c HTTP/1.1" status: 200 len: 886 time: 0.1279647 Sep 16 14:51:03.694455 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55202) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:03.824015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb7864-218e-41f2-a2b9-2c1924bb7ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:03.825860 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-efdb7864-218e-41f2-a2b9-2c1924bb7ea0 admin admin] 10.222.0.30 "GET /v2.0/networks/e2f89630-f158-4dd5-b13a-6a94ebe83db3 HTTP/1.1" status: 200 len: 869 time: 0.1304438 Sep 16 14:51:06.014378 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55210) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:06.147167 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee06755-7cd9-4d76-b2e9-71a07dfbf99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:06.147636 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee06755-7cd9-4d76-b2e9-71a07dfbf99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:06.149247 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-fee06755-7cd9-4d76-b2e9-71a07dfbf99e admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338885 Sep 16 14:51:08.361184 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55218) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:08.484178 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacefe74-3931-4024-86f0-cdce2f30fd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:08.484641 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacefe74-3931-4024-86f0-cdce2f30fd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:08.486209 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-eacefe74-3931-4024-86f0-cdce2f30fd40 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239917 Sep 16 14:51:10.698863 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55228) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:10.789313 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0799a06-6763-4988-a2a9-4741994b1360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:10.790667 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a0799a06-6763-4988-a2a9-4741994b1360 admin admin] 10.222.0.30 "GET /v2.0/subnets/6dd7ce04-d39a-4270-b683-5c0d1dc50089 HTTP/1.1" status: 200 len: 816 time: 0.0901892 Sep 16 14:51:13.073138 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55236) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:13.170116 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ef7af-7f0d-4654-b380-5ad97dfe089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:13.171476 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-bb1ef7af-7f0d-4654-b380-5ad97dfe089e admin admin] 10.222.0.30 "GET /v2.0/subnets/71c65783-4a27-422f-8282-24af69711a66 HTTP/1.1" status: 200 len: 868 time: 0.0970585 Sep 16 14:51:23.725248 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ecd73213-4d79-440f-99a0-cf077a208921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:26.378662 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4f3658c5-ec91-4e2d-a778-31d09d61cdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:27.297445 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:27.738606 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:28.961712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:34.781155 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:51:37.484886 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55290) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:37.532254 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [None req-4ccfc605-70f9-4e02-8568-8515f73c4203 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:51:37.533262 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4ccfc605-70f9-4e02-8568-8515f73c4203 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474346 Sep 16 14:51:39.798766 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55298) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:39.927020 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.pecan_wsgi.hooks.translation [None req-4922abba-64fb-4441-99f6-bed8537197f3 admin admin] GET failed (client error): The resource could not be found. Sep 16 14:51:39.928471 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4922abba-64fb-4441-99f6-bed8537197f3 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1286612 Sep 16 14:51:40.066887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21956d-f69c-4361-a358-21e7a3f9e6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:40.068400 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ad21956d-f69c-4361-a358-21e7a3f9e6ee admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352115 Sep 16 14:51:42.357020 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55306) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:42.406436 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:51:42.493160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Made reservation on behalf of 6f9bebc7047f48d08c4da5984043c8d5 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:51:42.495638 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:42.544172 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING neutron.services.revisions.revision_plugin [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Could not find related network for resource to bump revision. Sep 16 14:51:42.560816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:51:42.573706 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781506426772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:42.575510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Unsubscribe: segment precommit_create {{(pid=106170) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 14:51:42.575510 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Added segment 312ea44f-21b4-41f9-86d5-a838fc4baaec of type vlan for network e18077a2-ecfe-49cf-9a97-e2de03826094 Sep 16 14:51:42.623052 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:42.714940 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:42.716001 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:42.716578 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:42.802456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Pushing event updated for resources: {'Network': ['ID=e18077a2-ecfe-49cf-9a97-e2de03826094,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:51:42.808784 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.809662 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.810005 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.810343 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.810664 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.811012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.811343 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.811754 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.812121 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.815456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.815456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.815456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:42.825239 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network e18077a2-ecfe-49cf-9a97-e2de03826094 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:51:42.835600 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1d8a7ab1-62a7-46d9-86dd-da0ae4179a14 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4771612 Sep 16 14:51:45.104539 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55314) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:51:45.170708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfab464-1e9a-420e-8b83-83e950ff0b06 admin admin] GET failed (client error): The resource could not be found. Sep 16 14:51:45.172069 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8dfab464-1e9a-420e-8b83-83e950ff0b06 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665474 Sep 16 14:51:45.241975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7154e1b-914b-4a62-ab4c-2788f5eb3d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:45.243396 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d7154e1b-914b-4a62-ab4c-2788f5eb3d8f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667915 Sep 16 14:51:45.254610 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:51:45.360542 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Made reservation on behalf of 6f9bebc7047f48d08c4da5984043c8d5 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:51:45.362825 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:45.584707 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:45.640940 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8661332-5c65-432f-a09c-92a236513023,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:51:45.649133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Checking segment: {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:51:45.649511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Network hostable DHCP agents. Network: e18077a2-ecfe-49cf-9a97-e2de03826094, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:51:45.710307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Network e18077a2-ecfe-49cf-9a97-e2de03826094 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:51:45.789660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, e18077a2-ecfe-49cf-9a97-e2de03826094) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:51:45.794267 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:51:45.797384 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:45.799820 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25633617-3cb1-4207-82cb-d9195e541757 None None] Network e18077a2-ecfe-49cf-9a97-e2de03826094 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:51:45.860570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7f243923-8fe8-4afe-a799-bf97c81eed14 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6089411 Sep 16 14:51:46.054466 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-e18077a2-ecfe-49cf-9a97-e2de03826094', 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094', 'tenant_id': '6f9bebc7047f48d08c4da5984043c8d5', 'fixed_ips': [{'subnet_id': 'a8661332-5c65-432f-a09c-92a236513023'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:51:46.055337 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.193324 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Allocated IP 192.168.233.2 (e18077a2-ecfe-49cf-9a97-e2de03826094/a8661332-5c65-432f-a09c-92a236513023/0084ba76-834a-483b-9c1a-8180d788803e) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:51:46.343372 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.452063 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.496155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Network e18077a2-ecfe-49cf-9a97-e2de03826094 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:51:46.499140 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:51:46.502221 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:51:46.516043 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Pushing event updated for resources: {'Port': ['ID=0084ba76-834a-483b-9c1a-8180d788803e,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:51:46.540173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.546367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:51:46.577954 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Attempting to bind port 0084ba76-834a-483b-9c1a-8180d788803e on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:51:46.578337 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Attempting to bind port 0084ba76-834a-483b-9c1a-8180d788803e by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:51:46.578701 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Attempting to bind port 0084ba76-834a-483b-9c1a-8180d788803e on network e18077a2-ecfe-49cf-9a97-e2de03826094 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:51:46.583797 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:51:46.584239 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Checking segment: {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:51:46.584646 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.585037 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Bound using segment: {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:51:46.585498 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Bound port: 0084ba76-834a-483b-9c1a-8180d788803e, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:51:46.585891 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.655596 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] For port 0084ba76-834a-483b-9c1a-8180d788803e, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:51:46.658765 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] For port 0084ba76-834a-483b-9c1a-8180d788803e, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=0084ba76-834a-483b-9c1a-8180d788803e,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:51:46.745242 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:46.801379 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d169-fa8e-4483-80d0-7ef4f64a62ef None None] Pushing event updated for resources: {'Port': ['ID=0084ba76-834a-483b-9c1a-8180d788803e,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:51:47.613250 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ffa67c-3aab-4629-ab71-078fca92160f None None] Network e18077a2-ecfe-49cf-9a97-e2de03826094 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:51:47.684704 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] Provisioning complete for port 0084ba76-834a-483b-9c1a-8180d788803e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:51:47.685076 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:47.824258 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:47.867888 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] For port 0084ba76-834a-483b-9c1a-8180d788803e, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=0084ba76-834a-483b-9c1a-8180d788803e,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:51:47.956259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:48.009029 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d499a-2986-46b4-b85d-86ad029dba80 None None] Pushing event updated for resources: {'Port': ['ID=0084ba76-834a-483b-9c1a-8180d788803e,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:51:48.075689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ab49f598-71e4-41fc-9c32-339661d68cc3 None None] Provisioning complete for port 0084ba76-834a-483b-9c1a-8180d788803e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:51:48.076091 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ab49f598-71e4-41fc-9c32-339661d68cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:48.991349 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 0084ba76-834a-483b-9c1a-8180d788803e up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:51:49.042337 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 0084ba76-834a-483b-9c1a-8180d788803e triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:51:49.042707 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:53.733839 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f2f08ee1-cc28-4817-883e-6b88e7613515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:56.384533 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2d8881ed-e2ea-4b9d-af46-6d38cb661675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:57.258162 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:57.739821 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:51:58.951168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:11.783683 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:52:23.717078 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-bfba0c9e-8ad9-43d5-9275-251c492981bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:26.378962 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-974b5a16-1405-48d3-ab23-684e0f99503f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:27.282631 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:27.676967 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:28.950155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:48.782137 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:52:53.734722 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7a0849ed-ad64-4819-87a9-a7f3bb07a181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:56.380746 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a55e46b6-1886-4f3c-b8ab-2c3d7db36e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:57.288529 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:57.706390 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:52:58.968320 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:05.172580 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55366) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:53:05.178327 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [None req-e843f9dc-7b49-4b6b-8bec-bcb450b5c3de tempest-verify_tempest_config-1182989034 tempest-verify_tempest_config-1182989034-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:53:05.179306 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e843f9dc-7b49-4b6b-8bec-bcb450b5c3de tempest-verify_tempest_config-1182989034 tempest-verify_tempest_config-1182989034-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057335 Sep 16 14:53:05.722822 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55384) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:53:05.829303 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:05.944407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.020183 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.064201 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f386b6f-3896-4528-9782-bd4c587ef456,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:53:06.068969 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a731eebdef44ee7b23a32d185a3746e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3451431 Sep 16 14:53:06.071769 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55388) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:53:06.073271 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.073641 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.073987 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.074324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.074656 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.075008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.075341 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.075672 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.076036 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.076367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.076802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.077126 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a1ef6-ae6f-4fa5-8bfb-e92a8a62f25b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.131528 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.153313 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.306368 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.309076 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:06.310300 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f386b6f-3896-4528-9782-bd4c587ef456 HTTP/1.1" status: 204 len: 168 time: 0.2375283 Sep 16 14:53:06.318634 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f386b6f-3896-4528-9782-bd4c587ef456,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:53:06.325704 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.326063 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.326412 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.326753 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.327097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.327492 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.327856 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.331607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.331607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.331607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.331607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:06.331607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662381f5-b334-4b35-a7ee-eee910356474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:53:23.715808 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f96c144e-aab5-4817-8b50-d757c5d0a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:25.780862 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:53:26.400342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9bce0888-1942-4949-9680-43445b8e817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:27.298257 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:27.675408 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:28.955684 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:53.719375 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c970-db2f-45b9-afba-e0ad3cd7172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:56.375975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-775e361c-49b2-47f5-b59b-8fe9f7356721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:57.307198 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:57.707494 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:53:58.987334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:02.779423 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:54:23.705803 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1297ed55-4a78-4bc9-993a-a3973f8ca9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:26.369432 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8ca992a6-ec8c-4a7f-a0c6-5845653b3560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:27.328785 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:27.694292 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:28.974458 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:39.779704 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 5 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:54:41.299334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1782305'] for agent, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:53.738596 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a7a39361-a561-4be1-ac7a-028a70be2e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:56.396138 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1432-6440-422e-93bd-876c7b32e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:56.967924 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55466) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:54:57.075293 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-79a16115-fa3e-4d3e-93d9-97c3286fac97 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1057167 Sep 16 14:54:57.275929 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:57.789964 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:58.967185 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:54:59.316873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55476) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:54:59.381007 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3479fb07-c901-4272-80c1-1538da709c9a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0630007 Sep 16 14:55:11.241055 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:16.779015 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:55:23.766348 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-87358807-2e91-47d6-9131-c058afa8ee8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:26.371864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d8a0015b-58f8-4f5f-ae6d-54b1d4521448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:27.268466 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:27.737494 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:28.994697 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:41.268211 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:53.778610 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:55:53.890546 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-38628ef6-fc43-44a3-88d6-4c70c909be91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:56.405805 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0afe9410-1b3b-4730-92bd-197b1064e1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:57.273423 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:57.765655 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:55:59.022793 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:11.261549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:23.724355 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-bd133c57-ea84-4955-a2b8-b8c5f647c2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:26.409784 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f996836-8012-421c-b58d-0171008d52c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:27.284145 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:27.735969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:29.055626 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:30.777140 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:56:31.695682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55690) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:31.926332 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55708) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:31.959188 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55712) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:32.088163 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55720) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:32.139690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-network', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:32.203739 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Made reservation on behalf of e36d336f71ba40faba873e21ebd5602d for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:32.206097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.214571 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.221915 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1207647361-network', 'tenant_id': '1c527b4cbd534d41b77e7aeed542d066'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:32.246280 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.db.api [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 14:56:32.246280 dv-cinder-809417-1-iscsi neutron-server[106171]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 14:56:32.246280 dv-cinder-809417-1-iscsi neutron-server[106171]: [parameters: {'project_id_1': 'e36d336f71ba40faba873e21ebd5602d', 'expiration_1': datetime.datetime(2021, 9, 16, 14, 56, 12, 236023)}] Sep 16 14:56:32.246280 dv-cinder-809417-1-iscsi neutron-server[106171]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:56:32.246699 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG oslo_db.api [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:56:32.256443 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1340776839-network', 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:32.331823 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Made reservation on behalf of 1c527b4cbd534d41b77e7aeed542d066 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:32.334171 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.343548 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55730) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:32.358266 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.404588 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1072885085-network', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:32.443772 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:32.446012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.458734 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.489239 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.db.api [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 14:56:32.489239 dv-cinder-809417-1-iscsi neutron-server[106170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 14:56:32.489239 dv-cinder-809417-1-iscsi neutron-server[106170]: [parameters: {'project_id_1': 'a741fa3ca86b423d9595d5981424b93e', 'expiration_1': datetime.datetime(2021, 9, 16, 14, 56, 12, 408865)}] Sep 16 14:56:32.489239 dv-cinder-809417-1-iscsi neutron-server[106170]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:56:32.489584 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG oslo_db.api [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:56:32.492802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828295342-network', 'tenant_id': '0ea7531189de45f7a3826e940a068c19'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:32.581755 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.643949 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.669857 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:32.679102 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.679810 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.680241 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.680774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.681301 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.681843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.682676 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.683301 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.684660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.684660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.685642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.686192 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Tracked resource versions report: Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: pushed versions: Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: { 'AddressGroup': {'1.2'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'ConntrackHelper': {'1.0'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Log': {'1.0'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Network': {'1.1'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Port': {'1.7'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'PortForwarding': {'1.2'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'QosPolicy': {'1.9'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroup': {'1.4'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SubPort': {'1.0'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Subnet': {'1.1'}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Trunk': {'1.1'}} Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: consumer versions: Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: HyperV agent@hv-cinder-80941: {}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'ConntrackHelper': '1.0', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Log': '1.0', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Network': '1.1', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Port': '1.7', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'PortForwarding': '1.2', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'QosPolicy': '1.9', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroup': '1.4', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SecurityGroupRule': '1.2', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'SubPort': '1.0', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Subnet': '1.1', Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: 'Trunk': '1.1'}} Sep 16 14:56:32.687644 dv-cinder-809417-1-iscsi neutron-server[106171]: {{(pid=106171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:56:32.702267 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:32.715713 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.716286 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Added segment 04781acd-fc87-459e-80aa-7bcd242f6435 of type vlan for network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f Sep 16 14:56:32.728213 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.750062 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.776517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.790180 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.815332 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:32.834638 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.835268 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Added segment 534991ed-8fe1-426b-b1ba-d2ea9af6724e of type vlan for network dc372247-3b95-4025-9029-2fc75b8bb8ca Sep 16 14:56:32.855400 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.857409 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:32.858056 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.881904 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.909159 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Made reservation on behalf of 0ea7531189de45f7a3826e940a068c19 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:32.911730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.933996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c31b71-2da3-4991-bcf3-26f0216d0926,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:32.942235 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:32.945683 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.947783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.948349 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.948447 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.948878 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.949264 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.949535 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Tracked resource versions report: Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: pushed versions: Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: { 'AddressGroup': {'1.2'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'ConntrackHelper': {'1.0'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Log': {'1.0'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Network': {'1.1'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Port': {'1.7'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'PortForwarding': {'1.2'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'QosPolicy': {'1.9'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroup': {'1.4'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SubPort': {'1.0'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Subnet': {'1.1'}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Trunk': {'1.1'}} Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: consumer versions: Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: HyperV agent@hv-cinder-80941: {}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'ConntrackHelper': '1.0', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Log': '1.0', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Network': '1.1', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Port': '1.7', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'PortForwarding': '1.2', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'QosPolicy': '1.9', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroup': '1.4', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SecurityGroupRule': '1.2', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'SubPort': '1.0', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Subnet': '1.1', Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: 'Trunk': '1.1'}} Sep 16 14:56:32.950599 dv-cinder-809417-1-iscsi neutron-server[106170]: {{(pid=106170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:56:33.003810 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.005980 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:33.006727 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.011261 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.059449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7d5ef1-a5d3-4357-b2ab-a913799dd55f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.077190 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:33.097551 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.110994 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] Pushing event updated for resources: {'Network': ['ID=dc372247-3b95-4025-9029-2fc75b8bb8ca,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.145968 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:33.157553 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.158262 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Added segment d228f366-c21e-43d7-9c7d-911f13fe624b of type vlan for network d186279b-4ff3-43b2-9c6a-22547e856d7a Sep 16 14:56:33.192139 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network dc372247-3b95-4025-9029-2fc75b8bb8ca details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:33.206320 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8766b6cb-f8b0-4d26-beb6-500e8b1c3417,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.206720 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3ca0b383-5f9b-450b-b14f-f4610da1fce3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2787018 Sep 16 14:56:33.209838 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55774) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:33.218327 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Request body: {'subnet': {'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1207647361-subnet', 'tenant_id': '1c527b4cbd534d41b77e7aeed542d066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:33.225959 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.263957 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9ef42d0a-7a42-43a3-b1e3-a5313bcd7676 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3025010 Sep 16 14:56:33.266725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55776) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:33.271266 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Request body: {'subnet': {'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1340776839-subnet', 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:33.286216 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.db.api [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 14:56:33.286216 dv-cinder-809417-1-iscsi neutron-server[106170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 14:56:33.286216 dv-cinder-809417-1-iscsi neutron-server[106170]: [parameters: {'project_id_1': 'a741fa3ca86b423d9595d5981424b93e', 'expiration_1': datetime.datetime(2021, 9, 16, 14, 56, 12, 994332)}] Sep 16 14:56:33.286216 dv-cinder-809417-1-iscsi neutron-server[106170]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:56:33.286657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG oslo_db.api [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:56:33.288024 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.db.api [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 16 14:56:33.288024 dv-cinder-809417-1-iscsi neutron-server[106170]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 16 14:56:33.288024 dv-cinder-809417-1-iscsi neutron-server[106170]: [parameters: {'project_id_1': '1c527b4cbd534d41b77e7aeed542d066', 'expiration_1': datetime.datetime(2021, 9, 16, 14, 56, 13, 223786)}] Sep 16 14:56:33.288024 dv-cinder-809417-1-iscsi neutron-server[106170]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:56:33.288355 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG oslo_db.api [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:56:33.350492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.352701 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.354363 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:33.355180 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.403987 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.424037 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:33.441385 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] Pushing event updated for resources: {'Network': ['ID=d186279b-4ff3-43b2-9c6a-22547e856d7a,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.444685 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.445221 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Added segment 6ca3cf0d-2944-47fa-9be3-788d65410477 of type vlan for network e83adff5-112f-4399-9117-6c9ec44c445d Sep 16 14:56:33.458091 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de3e151-5a50-4a69-911a-0f52befa96cb,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.460427 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-714c8217-f773-47f1-ae70-17e2e3e68c77 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7635293 Sep 16 14:56:33.466780 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55786) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:33.466939 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network d186279b-4ff3-43b2-9c6a-22547e856d7a details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:33.475317 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Request body: {'subnet': {'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-subnet', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:33.509170 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.598685 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:33.601647 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.632598 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.633612 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:33.635299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.701562 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Made reservation on behalf of e36d336f71ba40faba873e21ebd5602d for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:33.704353 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.738673 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e83adff5-112f-4399-9117-6c9ec44c445d,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:33.751441 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network e83adff5-112f-4399-9117-6c9ec44c445d details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:33.850724 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e6df30f2-1b70-4ac1-afc0-7b76388003c7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5042634 Sep 16 14:56:33.858879 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55788) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:33.863649 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Request body: {'subnet': {'network_id': 'e83adff5-112f-4399-9117-6c9ec44c445d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828295342-subnet', 'tenant_id': '0ea7531189de45f7a3826e940a068c19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:33.918402 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.959622 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Made reservation on behalf of a741fa3ca86b423d9595d5981424b93e for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:33.961878 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:33.988390 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.016372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec047bb-f9ca-4315-ac13-7d5587866470,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:34.019083 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Checking segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:34.019287 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Network hostable DHCP agents. Network: dc372247-3b95-4025-9029-2fc75b8bb8ca, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:34.032972 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.093818 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Made reservation on behalf of 1c527b4cbd534d41b77e7aeed542d066 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:34.098685 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc326567-f52c-450c-8f71-6d1e5cdc2437,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:34.099142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.101515 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Checking segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:34.102024 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Network hostable DHCP agents. Network: d186279b-4ff3-43b2-9c6a-22547e856d7a, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:34.241112 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Network dc372247-3b95-4025-9029-2fc75b8bb8ca is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:34.261036 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:34.266751 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Made reservation on behalf of 0ea7531189de45f7a3826e940a068c19 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:34.268995 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.365298 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, d186279b-4ff3-43b2-9c6a-22547e856d7a) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:34.369613 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:34.370337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.374947 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba318d7-7718-4b86-b326-2b2a95ea3ee6 None None] Network d186279b-4ff3-43b2-9c6a-22547e856d7a requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:34.392952 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, dc372247-3b95-4025-9029-2fc75b8bb8ca) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:34.402855 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446e21f-6d92-484f-b60b-ca5e9f81f9a3 None None] Network dc372247-3b95-4025-9029-2fc75b8bb8ca requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:34.410808 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:34.411395 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.549085 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.604255 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.623254 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-d186279b-4ff3-43b2-9c6a-22547e856d7a', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:56:34.624454 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.635281 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bf96db-bc1c-4981-bae3-9f2ff198f73e None None] Network dc372247-3b95-4025-9029-2fc75b8bb8ca requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:34.658173 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b3e966-1145-4f3f-a625-988875e56fbe,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:34.664890 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.691045 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Checking segment: {'id': '04781acd-fc87-459e-80aa-7bcd242f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:34.691396 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Network hostable DHCP agents. Network: 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:34.695780 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:34.697906 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.743661 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.744035 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Added segment c370537b-7196-4fbf-8349-489f5267ebe7 of type vlan for network a4c32868-c0ce-4c3f-aabd-11211d1ed344 Sep 16 14:56:34.748144 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-610bd66f-4ca5-4483-9f81-6ccaf95c5200 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2857687 Sep 16 14:56:34.751357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55806) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:34.756665 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:34.762941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4efce67-34a3-40d9-b85f-cd2eb3400f22,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:34.798818 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ff98b525-ee92-4151-a552-9595f7b3a204 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5311017 Sep 16 14:56:34.819348 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.834177 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d6df0d-fb8f-4523-a5d5-3e58a4456d5f,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:34.835057 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Allocated IP 172.20.0.2 (d186279b-4ff3-43b2-9c6a-22547e856d7a/cc326567-f52c-450c-8f71-6d1e5cdc2437/070ada15-6d99-49e5-9767-f901d1c28f46) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:34.857440 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Checking segment: {'id': '6ca3cf0d-2944-47fa-9be3-788d65410477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e83adff5-112f-4399-9117-6c9ec44c445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:34.857801 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Network hostable DHCP agents. Network: e83adff5-112f-4399-9117-6c9ec44c445d, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:34.885591 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:34.941010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.942542 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.973035 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.974263 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:34.979488 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.979488 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:34.986485 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:34.992126 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff4ae7-d998-4f17-8fce-2a868aee80b6 None None] Network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:35.008954 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:35.009787 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.090089 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.102519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.126396 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55828) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:35.126626 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0372412 Sep 16 14:56:35.127228 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Network e83adff5-112f-4399-9117-6c9ec44c445d is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:35.132968 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb81ed-7a73-4d2d-8884-e294a8b9e116 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c32868-c0ce-4c3f-aabd-11211d1ed344,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:35.139278 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, e83adff5-112f-4399-9117-6c9ec44c445d) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:35.141452 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Request body: {'subnet': {'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1072885085-subnet', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:35.143288 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:35.143978 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.182550 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:35.183440 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:35.185610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52c688b-d33f-4f3f-8aff-1f89c0d20de0 None None] Network e83adff5-112f-4399-9117-6c9ec44c445d requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:35.197276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:35.223432 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:35.271313 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-936b28db-f62e-4768-8e39-5b059660960c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0594573 Sep 16 14:56:35.305307 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Pushing event updated for resources: {'Port': ['ID=070ada15-6d99-49e5-9767-f901d1c28f46,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:35.382142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55866) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:35.389339 dv-cinder-809417-1-iscsi neutron-server[106170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 14:56:35.511147 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.512854 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.518752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.519549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.524848 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.525324 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Tracked resource versions report: Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: pushed versions: Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: { 'AddressGroup': {'1.2'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'ConntrackHelper': {'1.0'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Log': {'1.0'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Network': {'1.1'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Port': {'1.7'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'PortForwarding': {'1.2'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'QosPolicy': {'1.9'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroup': {'1.4'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SubPort': {'1.0'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Subnet': {'1.1'}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Trunk': {'1.1'}} Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: consumer versions: Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: HyperV agent@hv-cinder-80941: {}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'ConntrackHelper': '1.0', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Log': '1.0', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Network': '1.1', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Port': '1.7', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'PortForwarding': '1.2', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'QosPolicy': '1.9', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroup': '1.4', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SecurityGroupRule': '1.2', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'SubPort': '1.0', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Subnet': '1.1', Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: 'Trunk': '1.1'}} Sep 16 14:56:35.526391 dv-cinder-809417-1-iscsi neutron-server[106172]: {{(pid=106172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:56:35.562629 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.709837 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Made reservation on behalf of a741fa3ca86b423d9595d5981424b93e for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:35.709837 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Notify callbacks [] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Attempting to bind port 070ada15-6d99-49e5-9767-f901d1c28f46 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Attempting to bind port 070ada15-6d99-49e5-9767-f901d1c28f46 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Attempting to bind port 070ada15-6d99-49e5-9767-f901d1c28f46 on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Checking segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Bound using segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Bound port: 070ada15-6d99-49e5-9767-f901d1c28f46, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:35.710196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6324d1-aa7a-48e2-a5cd-87137da05138 None None] Network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:35.777226 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f31dd-78f4-4528-847c-8e525cc545c4 None None] Network e83adff5-112f-4399-9117-6c9ec44c445d requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:35.788811 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-4c0cf736-d9a1-4a08-8c0e-dbf62cb6e185 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:35.798496 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-4c0cf736-d9a1-4a08-8c0e-dbf62cb6e185 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.4113150 Sep 16 14:56:35.820938 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-9d0173fd-c2d1-4dfd-a1bf-4fa027fbd911 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/quotas/03881099c1ac46bbbed340f7bb503fc0 HTTP/1.1" status: 200 len: 375 time: 0.0210278 Sep 16 14:56:35.871476 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-acd13b3b-af59-4e0c-962a-c850b190592a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0120285 Sep 16 14:56:35.898830 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-7f41e83a-de6f-4c8a-b3e7-e44cb6fa4231 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763404 Sep 16 14:56:35.981265 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:36.125385 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] For port 070ada15-6d99-49e5-9767-f901d1c28f46, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:36.144528 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] For port 070ada15-6d99-49e5-9767-f901d1c28f46, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=070ada15-6d99-49e5-9767-f901d1c28f46,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:36.152229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55902) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:36.250377 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Checking segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:36.250724 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Network hostable DHCP agents. Network: a4c32868-c0ce-4c3f-aabd-11211d1ed344, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:36.257375 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6995eb2-8792-40fc-b7ea-c473689b66d1,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:36.261377 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:36.281394 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-c36c3254-9748-46a2-a26f-76b20beba52e tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:36.288979 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-c36c3254-9748-46a2-a26f-76b20beba52e tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/networks?id=2d7d5ef1-a5d3-4357-b2ab-a913799dd55f HTTP/1.1" status: 200 len: 812 time: 0.1356151 Sep 16 14:56:36.317256 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-3d25fdbd-f138-408b-82c7-afb10e550790 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/quotas/1c527b4cbd534d41b77e7aeed542d066 HTTP/1.1" status: 200 len: 375 time: 0.0270662 Sep 16 14:56:36.364836 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43655b8-3bf9-4c03-8f80-eed52ebe0763 None None] Pushing event updated for resources: {'Port': ['ID=070ada15-6d99-49e5-9767-f901d1c28f46,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:36.380859 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-ae9aa74d-05fb-467b-a928-50d9171e2116 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c527b4cbd534d41b77e7aeed542d066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611365 Sep 16 14:56:36.386011 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:36.400746 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-57d43094-a299-4030-9d20-9a0f31e4b300 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:56:36.407176 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-57d43094-a299-4030-9d20-9a0f31e4b300 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1144133 Sep 16 14:56:36.534421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-b4d38b2b-5901-4591-997c-fdf3c7385822 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209674 Sep 16 14:56:36.612888 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, a4c32868-c0ce-4c3f-aabd-11211d1ed344) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:36.640058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:36.640760 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:36.656155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:36.667390 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7a798-d6d0-47bb-ba3b-35242b5a6fd1 None None] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:36.697035 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:36.713751 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-40862d0a-9137-4667-bbf1-8ff8fbbe5be3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780777 Sep 16 14:56:36.773074 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-ffce6bab-fc48-4e8a-84af-654408be9798 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:56:36.780769 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-ffce6bab-fc48-4e8a-84af-654408be9798 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955396 Sep 16 14:56:36.865937 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-24c69564-7aa1-4897-a19d-f8f4c244a0da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7372844 Sep 16 14:56:36.938828 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 55930) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:36.948045 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:36.953224 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-2b8d5076-4247-4c78-a870-69f3cd5f4422 service neutron] 10.222.0.30 "GET /v2.0/networks/2d7d5ef1-a5d3-4357-b2ab-a913799dd55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635311 Sep 16 14:56:37.000357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Allocated IP 172.27.3.45 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/fa40428d-8e17-490f-82fd-6d250ea9eea1) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:37.018342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:56:37.019600 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.106143 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.107406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.146288 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-1d4254eb-6e3c-4f31-a72a-9e03bc1baa67 service neutron] 10.222.0.30 "GET /v2.0/networks/2d7d5ef1-a5d3-4357-b2ab-a913799dd55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904547 Sep 16 14:56:37.301877 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.346511 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.408294 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 070ada15-6d99-49e5-9767-f901d1c28f46 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:37.468853 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 55962) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:37.482147 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-739828942-network', 'tenant_id': '73e0e7eadfd8445cbb9dab7ca0dd8af5'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:37.508271 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Allocated IP 172.20.0.2 (a4c32868-c0ce-4c3f-aabd-11211d1ed344/b6995eb2-8792-40fc-b7ea-c473689b66d1/dd72d0d1-1fac-4e06-a8ca-30648c0e08b8) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:37.574180 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 070ada15-6d99-49e5-9767-f901d1c28f46 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:37.575001 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.612702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3449e6ad-635e-4c76-948c-ac0f55c8e388 req-92766f78-e819-4b52-92ed-137f97ea8249 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.1190419 Sep 16 14:56:37.647218 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.690607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.768782 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-00367c88-e0b2-45d0-a117-673abe8ca65d req-3b7fc2fd-2900-4d93-9c17-a95757aa07a6 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0589037 Sep 16 14:56:37.775654 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Made reservation on behalf of 73e0e7eadfd8445cbb9dab7ca0dd8af5 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:37.779960 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.790466 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.803229 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Pushing event updated for resources: {'Port': ['ID=fa40428d-8e17-490f-82fd-6d250ea9eea1,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:37.821922 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:37.821922 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:37.823809 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:37.916273 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:37.997920 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 070ada15-6d99-49e5-9767-f901d1c28f46, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=070ada15-6d99-49e5-9767-f901d1c28f46,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:38.058077 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.092352 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa43ff-a605-49dc-a731-0bf96cbdf108 None None] Network d186279b-4ff3-43b2-9c6a-22547e856d7a requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:38.104095 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.158519 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.185437 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:56:38.204732 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da2866-2c8d-455e-b8a5-c84c7cea78d5,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:38.208237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.208869 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Added segment 1a2b64eb-b150-43cf-8743-31d870446c8e of type vlan for network d5640f8f-57ec-4266-a4d8-82d9aebf9be6 Sep 16 14:56:38.303703 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.423519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.447867 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b9ed5187-2bd3-419b-a1d6-3c6b046bc9bc None None] Provisioning complete for port 070ada15-6d99-49e5-9767-f901d1c28f46 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:38.448245 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5187-2bd3-419b-a1d6-3c6b046bc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.479073 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.480274 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:38.481414 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.499724 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=070ada15-6d99-49e5-9767-f901d1c28f46,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:38.524396 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.544817 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.564009 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.567326 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:38.577319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:38.583693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:38.647731 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5640f8f-57ec-4266-a4d8-82d9aebf9be6,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:38.716516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9eeccc8c-ce7f-44c2-9e0f-5df14b39a7e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2427223 Sep 16 14:56:38.726945 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Pushing event updated for resources: {'Port': ['ID=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:38.731418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network d5640f8f-57ec-4266-a4d8-82d9aebf9be6 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:56:38.736260 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56032) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:38.751566 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5e2dc28f-2006-414a-9ca8-42ecb80e7ce5 req-1084e6a7-84ff-4a8d-924f-ed286ae504c2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0528519 Sep 16 14:56:38.759068 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Request body: {'subnet': {'network_id': 'd5640f8f-57ec-4266-a4d8-82d9aebf9be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-739828942-subnet', 'tenant_id': '73e0e7eadfd8445cbb9dab7ca0dd8af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:38.801567 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Attempting to bind port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:38.806522 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Attempting to bind port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:38.806522 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Attempting to bind port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:38.815895 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:38.816556 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Checking segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:38.817447 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.818237 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Bound using segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:38.818779 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Bound port: dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:38.819486 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.882631 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1ad256f0-781e-4baf-8e7e-a52cd455d205 req-0cef0ce2-a7a2-4c0d-8499-10bda6592429 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0416439 Sep 16 14:56:38.938835 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Made reservation on behalf of 73e0e7eadfd8445cbb9dab7ca0dd8af5 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:38.947462 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.953880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e7542f15-229a-4332-b78b-03ad1d0c4605 None None] Provisioning complete for port 070ada15-6d99-49e5-9767-f901d1c28f46 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:38.954682 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e7542f15-229a-4332-b78b-03ad1d0c4605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:38.988591 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.025176 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] For port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:39.046194 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] For port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:39.188325 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.223246 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 070ada15-6d99-49e5-9767-f901d1c28f46 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:39.307624 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.366080 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Allocated IP 172.27.3.13 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/ada13dc8-6efd-492b-ae1f-75337cf147f2) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:39.372971 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb4c80-cfd3-44a3-beb2-ede41190a5d7 None None] Pushing event updated for resources: {'Port': ['ID=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:39.392531 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 070ada15-6d99-49e5-9767-f901d1c28f46 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:39.393056 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.534088 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.601791 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c532c00e-1ac0-4f06-9125-899e587f55d4,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:39.602270 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.609991 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Checking segment: {'id': '1a2b64eb-b150-43cf-8743-31d870446c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd5640f8f-57ec-4266-a4d8-82d9aebf9be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:39.610567 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Network hostable DHCP agents. Network: d5640f8f-57ec-4266-a4d8-82d9aebf9be6, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:56:39.835229 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bbc01784-b3fd-4ced-8be5-b620a1de6c66 req-5d5d760d-faee-40ef-adb1-bd0255848c3c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0266545 Sep 16 14:56:39.895064 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Network d5640f8f-57ec-4266-a4d8-82d9aebf9be6 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:56:39.952810 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:56:39.964045 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:39.975104 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fa99e5ae-6113-4259-a061-231f1bb43b1d req-0cac99cc-b203-44d5-a814-f9a447207eae tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0326903 Sep 16 14:56:39.998120 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, d5640f8f-57ec-4266-a4d8-82d9aebf9be6) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:40.007918 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:40.008534 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.009957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3b8cd-2562-4145-b52c-ee25627a7f2a None None] Network d5640f8f-57ec-4266-a4d8-82d9aebf9be6 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:40.069972 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:40.138329 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:40.150021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:40.158322 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380ed3b-4e00-4baf-b1c0-42085574f2cc None None] Network d5640f8f-57ec-4266-a4d8-82d9aebf9be6 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:40.211051 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-63dafc3c-7db7-4bcd-9d6b-a1c7b7b43ac7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4577122 Sep 16 14:56:40.250814 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Pushing event updated for resources: {'Port': ['ID=ada13dc8-6efd-492b-ae1f-75337cf147f2,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:40.432500 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56074) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:40.516495 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:56:40.530732 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:56:40.535138 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Deleting subnet 06d6df0d-fb8f-4523-a5d5-3e58a4456d5f {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 14:56:40.541046 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:40.541921 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:40.545002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.579139 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64727ec0-aa6a-4c55-b82a-90e8fef46d33 None None] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:56:40.603785 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.620580 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.676753 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.681366 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-fb8a7951-2e56-4ff5-9bba-541655b31cff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9259551 Sep 16 14:56:40.684295 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56088) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:40.729721 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] Provisioning complete for port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:40.730378 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.733254 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.759894 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:40.838604 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.906563 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:40.951284 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] For port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:40.964051 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d6df0d-fb8f-4523-a5d5-3e58a4456d5f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:40.984295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.015219 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.017504 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-500ea0ab-ef59-4964-be99-86441308058e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/06d6df0d-fb8f-4523-a5d5-3e58a4456d5f HTTP/1.1" status: 204 len: 168 time: 0.5832758 Sep 16 14:56:41.022071 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56096) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:41.045897 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:38Z', 'revision_number': 3, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.049306 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.127969 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:56:41.133846 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Updating router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 port fa40428d-8e17-490f-82fd-6d250ea9eea1 binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:56:41.143031 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43f8c2-654d-46a5-ae90-dc91aa848369 None None] Pushing event updated for resources: {'Port': ['ID=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:41.155250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.191014 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.203056 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-39eda732-4e5b-42c7-8295-b02c9fd42c24 req-39c31a2b-da8c-4095-91ba-edd84dc2bdfd tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0446723 Sep 16 14:56:41.284680 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-cec91e84-deeb-46c7-9dab-360f7a33a5e1 None None] Provisioning complete for port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:41.285092 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-cec91e84-deeb-46c7-9dab-360f7a33a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.328168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:41.330344 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.369311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:56:41.393993 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cc51a5ee-d13c-459e-9cc2-f03c63be8c75 req-0aa6d20d-6bd4-4dfe-a07f-48422cf070b3 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0486634 Sep 16 14:56:41.424311 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:41.424542 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.424642 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.464689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.465034 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.466322 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.466671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > port after_create 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.467012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.467345 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > port after_update 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.467734 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.468082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.468400 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.469228 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.530747 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:56:41.541806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:56:41.552256 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:41.553756 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.560641 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.620977 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.625024 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-202933dc-2463-4a0a-8015-cc33aa7c831b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6820066 Sep 16 14:56:41.629366 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56104) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:41.644973 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.662059 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:41.679225 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.679778 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.679883 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.680212 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:41.680577 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83adff5-112f-4399-9117-6c9ec44c445d']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.707243 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Attempting to bind port fa40428d-8e17-490f-82fd-6d250ea9eea1 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:41.707602 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Attempting to bind port fa40428d-8e17-490f-82fd-6d250ea9eea1 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:41.708192 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Attempting to bind port fa40428d-8e17-490f-82fd-6d250ea9eea1 on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:41.710412 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Pushing event updated for resources: {'Port': ['ID=fa40428d-8e17-490f-82fd-6d250ea9eea1,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:41.721627 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:41.722335 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:41.722946 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.723510 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:41.724903 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Bound port: fa40428d-8e17-490f-82fd-6d250ea9eea1, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:41.725458 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.728067 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.728631 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.729149 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.729647 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.730150 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.730895 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.731436 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.732471 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.732973 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.733472 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.733959 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.734456 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:56:41.734688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca3cf0d-2944-47fa-9be3-788d65410477') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.734992 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca3cf0d-2944-47fa-9be3-788d65410477') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Tracked resource versions report: Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: pushed versions: Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: { 'AddressGroup': {'1.2'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'ConntrackHelper': {'1.0'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Log': {'1.0'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Network': {'1.1'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Port': {'1.7'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'PortForwarding': {'1.2'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'QosPolicy': {'1.9'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroup': {'1.4'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroupRule': {'1.2'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SubPort': {'1.0'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Subnet': {'1.1'}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Trunk': {'1.1'}} Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: consumer versions: Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: { DHCP agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: HyperV agent@hv-cinder-80941: {}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: L3 agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: Metadata agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: Metering agent@dv-cinder-809417-1-iscsi: {}, Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: Open vSwitch agent@dv-cinder-809417-1-iscsi: { 'AddressGroup': '1.2', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'ConntrackHelper': '1.0', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Log': '1.0', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Network': '1.1', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Port': '1.7', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'PortForwarding': '1.2', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'QosPolicy': '1.9', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroup': '1.4', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SecurityGroupRule': '1.2', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'SubPort': '1.0', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Subnet': '1.1', Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: 'Trunk': '1.1'}} Sep 16 14:56:41.736004 dv-cinder-809417-1-iscsi neutron-server[106173]: {{(pid=106173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 14:56:41.762017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.819081 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] For port fa40428d-8e17-490f-82fd-6d250ea9eea1, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:41.872194 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] For port fa40428d-8e17-490f-82fd-6d250ea9eea1, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=fa40428d-8e17-490f-82fd-6d250ea9eea1,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:41.876655 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.892471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 14:56:41.892862 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: from cryptography.utils import int_from_bytes Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: from cryptography.utils import int_from_bytes Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 14:56:41.896822 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 14:56:41.961097 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:40Z', 'revision_number': 3, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:41.988803 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:56:41.989183 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Updating router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 port ada13dc8-6efd-492b-ae1f-75337cf147f2 binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:56:41.996490 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.017927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.072893 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.126696 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:42.127333 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:42.202481 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb71c6-721e-473f-9350-93fb4a2701d4 None None] Pushing event updated for resources: {'Port': ['ID=fa40428d-8e17-490f-82fd-6d250ea9eea1,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:42.234827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.255171 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.258194 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e83adff5-112f-4399-9117-6c9ec44c445d HTTP/1.1" status: 204 len: 168 time: 1.2351871 Sep 16 14:56:42.269140 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56114) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:42.273671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08751c-60cb-4e22-a424-d1222a60a246 admin admin] Pushing event deleted for resources: {'Network': ['ID=e83adff5-112f-4399-9117-6c9ec44c445d,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:42.289064 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Allocated IP 172.20.0.1 (d186279b-4ff3-43b2-9c6a-22547e856d7a/cc326567-f52c-450c-8f71-6d1e5cdc2437/7f7f74ca-217a-45d3-926c-3e0d5662843c) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:42.347066 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.366319 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:42.411350 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.485907 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Deleting subnet c532c00e-1ac0-4f06-9125-899e587f55d4 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 14:56:42.489445 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.508879 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-23ee3e6d-4e34-4c71-92e1-f6db19925c77 req-153ced5c-62a0-467a-8979-61471a356dd6 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0385942 Sep 16 14:56:42.515217 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.558835 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.582353 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.592598 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.597529 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.676090 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Attempting to bind port ada13dc8-6efd-492b-ae1f-75337cf147f2 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:42.676467 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Attempting to bind port ada13dc8-6efd-492b-ae1f-75337cf147f2 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:42.676835 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Attempting to bind port ada13dc8-6efd-492b-ae1f-75337cf147f2 on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:42.687559 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764b919-3e03-49fd-afe4-d4034587a83d None None] Pushing event updated for resources: {'Port': ['ID=ada13dc8-6efd-492b-ae1f-75337cf147f2,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:42.689158 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Allocated IP 172.20.0.1 (a4c32868-c0ce-4c3f-aabd-11211d1ed344/b6995eb2-8792-40fc-b7ea-c473689b66d1/6e84eb66-2453-4861-a6ce-8d063aeab94f) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:42.690451 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:42.691410 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:42.691410 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.691649 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:42.692125 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Bound port: ada13dc8-6efd-492b-ae1f-75337cf147f2, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:42.692510 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.747963 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:38Z', 'revision_number': 3, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:42.761412 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] For port ada13dc8-6efd-492b-ae1f-75337cf147f2, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:42.765996 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a84748c-4aeb-4c58-b8d6-924d62ab0ae2 req-81675bb2-d304-4db6-b28d-829396a210bc tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.1497009 Sep 16 14:56:42.769681 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] For port ada13dc8-6efd-492b-ae1f-75337cf147f2, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=ada13dc8-6efd-492b-ae1f-75337cf147f2,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:42.776269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:42.779511 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0538ed-fa0f-414e-aaf2-8ae4650c8fa5 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:38Z', 'revision_number': 3, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:56:42.781879 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:42.784715 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:42.801272 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.901480 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:42.901480 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.901925 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c532c00e-1ac0-4f06-9125-899e587f55d4,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:42.901925 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.901925 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-be540931-fcbe-407f-8b40-1fb1e5b8f728 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c532c00e-1ac0-4f06-9125-899e587f55d4 HTTP/1.1" status: 204 len: 168 time: 0.5996654 Sep 16 14:56:42.901925 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56130) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:42.930434 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.964512 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:42.995221 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.009676 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:43.010242 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:43.124864 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.124963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-bfc8d5cc-b3a0-4830-a926-6486ffb291e1 None None] Provisioning complete for port 7f7f74ca-217a-45d3-926c-3e0d5662843c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:43.124963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d5cc-b3a0-4830-a926-6486ffb291e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.124963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764b919-3e03-49fd-afe4-d4034587a83d None None] Pushing event updated for resources: {'Port': ['ID=ada13dc8-6efd-492b-ae1f-75337cf147f2,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:43.163112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.221380 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8d5cc-b3a0-4830-a926-6486ffb291e1 None None] Port 7f7f74ca-217a-45d3-926c-3e0d5662843c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:43.221611 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.221886 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.222788 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.223157 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > port after_create 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.223504 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.223924 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > port after_update 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.224258 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.224580 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.225608 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.226026 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.244306 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:43.247877 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:43.279711 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.476346 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.477152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.477587 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.478021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 14:56:43.478795 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5640f8f-57ec-4266-a4d8-82d9aebf9be6']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:43.505881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.506732 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:43.521724 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2b64eb-b150-43cf-8743-31d870446c8e') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:43.521724 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2b64eb-b150-43cf-8743-31d870446c8e') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:43.521724 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:43.524135 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:43.524576 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.526083 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:43.526611 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.576649 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.583637 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.611647 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Pushing event updated for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:43.642628 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.670949 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 14:56:43.671895 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: from cryptography.utils import int_from_bytes Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: from cryptography.utils import int_from_bytes Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 14:56:43.676308 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 14:56:43.691620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.776382 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-058e45d1-eefa-45e0-a155-82fefad018ac req-5f8bb501-36ad-4746-893e-d7f631e426ba tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0856698 Sep 16 14:56:43.813272 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-67a1792d-213f-44df-a313-98163c3f360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:40Z', 'revision_number': 3, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:43.835976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:43.867061 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a1792d-213f-44df-a313-98163c3f360c None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:40Z', 'revision_number': 3, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:56:43.884278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.892900 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.895175 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5640f8f-57ec-4266-a4d8-82d9aebf9be6 HTTP/1.1" status: 204 len: 168 time: 1.0206337 Sep 16 14:56:43.908740 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cd266-8e8b-4254-a4eb-3bf24afc3478 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5640f8f-57ec-4266-a4d8-82d9aebf9be6,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:43.948017 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-16681e4e-5d9b-4c68-8004-552708edf941 req-7e0662d1-7864-4a23-b872-93b91209c79a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0683892 Sep 16 14:56:43.964565 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-35778227-04a3-4aa4-a544-9241ad472704 None None] Provisioning complete for port 6e84eb66-2453-4861-a6ce-8d063aeab94f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:43.964950 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-35778227-04a3-4aa4-a544-9241ad472704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:43.979745 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.031084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:44.031084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:44.067398 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-35778227-04a3-4aa4-a544-9241ad472704 None None] Port 6e84eb66-2453-4861-a6ce-8d063aeab94f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:44.229244 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.230293 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:56:44.353185 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.384712 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:56:44.404504 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-47037c0d-cf0f-4228-917a-f5397a2acaaa None None] Provisioning complete for port 7f7f74ca-217a-45d3-926c-3e0d5662843c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:44.404504 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-47037c0d-cf0f-4228-917a-f5397a2acaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.404733 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2b6b5604-4a5e-4176-8a58-e0b8e36ba2e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7142973 Sep 16 14:56:44.439546 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-47037c0d-cf0f-4228-917a-f5397a2acaaa None None] Port 7f7f74ca-217a-45d3-926c-3e0d5662843c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:44.442055 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Pushing event updated for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:44.448121 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.557846 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56160) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:44.625445 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-438170e4-ff93-4f60-9802-03da98f6bb9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ea7531189de45f7a3826e940a068c19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0661466 Sep 16 14:56:44.629964 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56162) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:44.721042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:44.722449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:44.729806 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.773870 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.920178 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb350289-bcde-45b2-b029-b6c6abb4b039 req-dd3fae49-17d2-4473-9f22-5d3b8eed4996 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0383120 Sep 16 14:56:44.951116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.951116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:44.954651 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9de3e151-5a50-4a69-911a-0f52befa96cb HTTP/1.1" status: 204 len: 168 time: 0.3212252 Sep 16 14:56:44.954825 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:56:44.963626 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2e535-65de-4d52-9daf-95924fd4da78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de3e151-5a50-4a69-911a-0f52befa96cb,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:45.045313 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:56:45.055630 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:45.056381 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:45.071119 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2061de78-3691-42a5-8534-45fc0ac1e263 None None] Provisioning complete for port 6e84eb66-2453-4861-a6ce-8d063aeab94f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:45.071706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2061de78-3691-42a5-8534-45fc0ac1e263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.169375 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:56:45.182589 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-653ce0da-8b67-4e2a-a271-211bce66a566 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c23a129-fea4-4ee8-bb18-7ae3f10766d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5561364 Sep 16 14:56:45.211772 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2061de78-3691-42a5-8534-45fc0ac1e263 None None] Port 6e84eb66-2453-4861-a6ce-8d063aeab94f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:45.212905 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10e8439a-3b1d-482f-8875-e27f45694b47 req-feff4543-79a8-413c-93e3-cca109b5995d tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.1414499 Sep 16 14:56:45.329466 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device fa40428d-8e17-490f-82fd-6d250ea9eea1 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:45.640139 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port fa40428d-8e17-490f-82fd-6d250ea9eea1 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:45.640139 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.641004 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:45.641258 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.641258 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port fa40428d-8e17-490f-82fd-6d250ea9eea1, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=fa40428d-8e17-490f-82fd-6d250ea9eea1,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:45.641475 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56190) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:45.641475 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718304901', 'description': 'tempest-description--521125494'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:45.674958 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 2, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:45.706245 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:56:45.706612 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Updating router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 port 7f7f74ca-217a-45d3-926c-3e0d5662843c binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:56:45.733673 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.855608 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.856875 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device ada13dc8-6efd-492b-ae1f-75337cf147f2 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:45.883899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:45.961180 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=fa40428d-8e17-490f-82fd-6d250ea9eea1,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:45.977955 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port ada13dc8-6efd-492b-ae1f-75337cf147f2 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:45.978568 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.009866 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56200) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:46.016826 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322823905', 'description': 'tempest-description--1433804875'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:46.022897 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.081008 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-233316ab-1962-47f5-b9c9-b5a9d1749d17 req-b6bf840e-b815-4b70-8c00-69c10e9ce482 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0451827 Sep 16 14:56:46.100263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.108420 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.125479 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port ada13dc8-6efd-492b-ae1f-75337cf147f2, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=ada13dc8-6efd-492b-ae1f-75337cf147f2,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:46.137511 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:56:46.147928 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:46.148538 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:46.179504 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.192403 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:46.226730 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.257764 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:46.301343 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.303563 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.330118 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0a839-398f-4f99-8b75-9d562cc1c981 None None] Pushing event updated for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:46.358825 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eef39ea3-38f8-44b0-aff3-0b735fe498ee req-c2d3ec06-9d08-4768-8b05-7238704d6876 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0412986 Sep 16 14:56:46.381970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.383396 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-9cb1a660-a428-499f-96cf-628a9b63abd0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7540314 Sep 16 14:56:46.386204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56214) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:46.392569 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group_rule': {'security_group_id': '14dbdbb6-e76a-4fcb-a2c3-5dad9287812e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:46.446907 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Attempting to bind port 7f7f74ca-217a-45d3-926c-3e0d5662843c on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:46.447487 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Attempting to bind port 7f7f74ca-217a-45d3-926c-3e0d5662843c by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:46.447885 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Attempting to bind port 7f7f74ca-217a-45d3-926c-3e0d5662843c on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:46.457834 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:46.458219 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Checking segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:46.458633 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.460222 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Bound using segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:46.462690 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Bound port: 7f7f74ca-217a-45d3-926c-3e0d5662843c, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:46.463277 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.515727 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.542023 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=ada13dc8-6efd-492b-ae1f-75337cf147f2,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:46.559089 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.587281 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] For port 7f7f74ca-217a-45d3-926c-3e0d5662843c, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:46.592109 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] For port 7f7f74ca-217a-45d3-926c-3e0d5662843c, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=7f7f74ca-217a-45d3-926c-3e0d5662843c,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:46.599305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c113d27c-18a7-4107-81e7-f2df30de5c96,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:46.639424 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56222) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:46.667199 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-838f09b4-4033-4b4c-9877-064c3814d002 None None] Provisioning complete for port 7f7f74ca-217a-45d3-926c-3e0d5662843c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:46.667607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-838f09b4-4033-4b4c-9877-064c3814d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.692528 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a35132c2-b708-4b13-933d-cce498adbef4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73e0e7eadfd8445cbb9dab7ca0dd8af5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517938 Sep 16 14:56:46.700040 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56224) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:46.708073 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.712478 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:44Z', 'revision_number': 2, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:46.714124 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-838f09b4-4033-4b4c-9877-064c3814d002 None None] Port 7f7f74ca-217a-45d3-926c-3e0d5662843c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:46.730421 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.741710 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:56:46.742064 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Updating router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 port 6e84eb66-2453-4861-a6ce-8d063aeab94f binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:56:46.760885 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.767079 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-966ae5ee-bb5a-4b69-9e63-b8473f236f05 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7554698 Sep 16 14:56:46.768195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56226) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:46.772175 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.775605 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group_rule': {'security_group_id': 'c113d27c-18a7-4107-81e7-f2df30de5c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:46.804425 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:46.805809 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:46.864286 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.907327 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0a839-398f-4f99-8b75-9d562cc1c981 None None] Pushing event updated for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=4']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:46.910190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.943873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:46.958920 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.039918 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.076908 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.077448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1491e3e4-825c-4b3f-a71f-a0c2e2d5fdae,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:47.089425 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.095704 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:47.097010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.098275 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2da2866-2c8d-455e-b8a5-c84c7cea78d5 HTTP/1.1" status: 204 len: 168 time: 0.3972681 Sep 16 14:56:47.124418 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c95a6-f7ff-4a71-9314-20be9247c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da2866-2c8d-455e-b8a5-c84c7cea78d5,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:47.175936 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.195442 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] Provisioning complete for port 7f7f74ca-217a-45d3-926c-3e0d5662843c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:47.196006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.203932 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.205461 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0c0f10f1-9b76-451c-9690-4b47bfaf881f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8178716 Sep 16 14:56:47.208155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56240) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:47.213230 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group_rule': {'security_group_id': '14dbdbb6-e76a-4fcb-a2c3-5dad9287812e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:47.223154 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac653ed-d437-43b7-9c8a-34d4d18bc321,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:47.266859 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device fa40428d-8e17-490f-82fd-6d250ea9eea1 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:47.310069 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d35bc388-aeec-4c43-bc42-4d0341f44384 req-06dca973-f5ab-4e7a-bb7a-caaea6bec6b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0347855 Sep 16 14:56:47.358174 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.364689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.375588 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port fa40428d-8e17-490f-82fd-6d250ea9eea1 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:47.375955 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.441888 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:47.462152 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.471228 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6765098-3c74-4166-998b-f6c4968e2ce4 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:56:47.490810 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.501369 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0d352e03-2361-4638-a598-d289eaa08fe4 req-0aa93e9b-2560-4861-8ec2-40555015761a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0482304 Sep 16 14:56:47.502607 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.503947 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-965fab63-6897-4e10-85b9-c53acbeae532 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7332199 Sep 16 14:56:47.506698 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56248) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:47.512297 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group_rule': {'security_group_id': 'c113d27c-18a7-4107-81e7-f2df30de5c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:47.541425 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device ada13dc8-6efd-492b-ae1f-75337cf147f2 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:47.550154 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.598826 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.628656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1b7042-eecb-4e5a-95e9-edb8bba8e528,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:47.689099 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] For port 7f7f74ca-217a-45d3-926c-3e0d5662843c, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=7f7f74ca-217a-45d3-926c-3e0d5662843c,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:47.692351 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82635cd4-5b52-47e6-9aaf-a6b1f2d358e2 None None] Pushing event updated for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:47.742541 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.797031 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port ada13dc8-6efd-492b-ae1f-75337cf147f2 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:47.797471 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.844224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.857027 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.862571 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56258) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:47.865224 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-62d1f689-56d8-4788-aef2-a1f7a8a10b3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6556747 Sep 16 14:56:47.868631 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:47.981515 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:47.986549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Attempting to bind port 6e84eb66-2453-4861-a6ce-8d063aeab94f on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:47.986930 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Attempting to bind port 6e84eb66-2453-4861-a6ce-8d063aeab94f by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:47.987282 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Attempting to bind port 6e84eb66-2453-4861-a6ce-8d063aeab94f on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:47.998149 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.021216 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0777cf9-0355-45b9-855e-0dc7954dffec,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:48.039344 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:48.039691 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Checking segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:48.040110 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.040510 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Bound using segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:48.043331 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Bound port: 6e84eb66-2453-4861-a6ce-8d063aeab94f, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:48.043801 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.046452 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.072338 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9b81a-c678-4eb4-8835-38bc7bf986b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:48.186304 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b068e397-0354-467f-8ff8-b05d421fa42b None None] Provisioning complete for port 6e84eb66-2453-4861-a6ce-8d063aeab94f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:48.187892 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b068e397-0354-467f-8ff8-b05d421fa42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.251266 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] For port 6e84eb66-2453-4861-a6ce-8d063aeab94f, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:48.269204 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] For port 6e84eb66-2453-4861-a6ce-8d063aeab94f, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=6e84eb66-2453-4861-a6ce-8d063aeab94f,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:48.274608 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-b068e397-0354-467f-8ff8-b05d421fa42b None None] Port 6e84eb66-2453-4861-a6ce-8d063aeab94f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:56:48.323757 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.325580 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-af8a9b61-9cce-4144-b808-6e116f7b9e29 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8168874 Sep 16 14:56:48.329252 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56284) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:48.336695 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:48.371426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.392541 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.22', 60510) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:48.484382 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:56:48.485227 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:48.524932 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e05b1998-d334-4c5a-9f7f-0705b4ba7518 req-d11e084b-dae1-4f5b-bdc5-25a35068c15a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.1022575 Sep 16 14:56:48.571196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82635cd4-5b52-47e6-9aaf-a6b1f2d358e2 None None] Pushing event updated for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:48.589839 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.661319 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-c018e0f6-94f6-4ab3-8db4-c5d0c66fe8f1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:48.662919 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-c018e0f6-94f6-4ab3-8db4-c5d0c66fe8f1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.22 "GET /v2.0/networks?id=2d7d5ef1-a5d3-4357-b2ab-a913799dd55f HTTP/1.1" status: 200 len: 812 time: 0.2688365 Sep 16 14:56:48.664206 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.723290 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Request body: {'port': {'device_id': 'd4272c59-e169-4ae9-af66-8463339a6962', 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f', 'admin_state_up': True, 'tenant_id': '1c527b4cbd534d41b77e7aeed542d066'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:48.797907 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:56:48.812090 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74e9b04b-b903-461a-8bfc-0d925ef8e8fc req-ae017b14-c678-4dce-a274-11a37977bd1a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0684586 Sep 16 14:56:48.835903 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] Provisioning complete for port 6e84eb66-2453-4861-a6ce-8d063aeab94f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:48.836341 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:48.880126 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Allocated IP 172.27.3.118 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/b80ad267-a306-41c3-9190-947994c5e372) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:49.084565 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.138561 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.151946 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.184976 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:48Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:56:49.224100 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] For port 6e84eb66-2453-4861-a6ce-8d063aeab94f, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=6e84eb66-2453-4861-a6ce-8d063aeab94f,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:56:49.225645 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaeeb90-e290-48ea-91f7-fa38df9e30fe None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:48Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:56:49.258049 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Made reservation on behalf of 1c527b4cbd534d41b77e7aeed542d066 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:49.264294 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.266374 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 7f7f74ca-217a-45d3-926c-3e0d5662843c up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:49.292743 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.335161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.383927 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:49.397008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:49.399719 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a4b51-414c-439a-81e7-3600d9b41701 None None] Pushing event updated for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:49.400087 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=b80ad267-a306-41c3-9190-947994c5e372,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:49.403996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:49.419519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 7f7f74ca-217a-45d3-926c-3e0d5662843c triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:49.419928 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.656058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.22', 60521) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:49.692828 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.724636 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Allocated IP 172.27.3.243 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/16e05c6c-1bbb-47fa-831b-ed658e67c621) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:49.736235 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9e01fc7-1776-429a-a1b7-3171a8b30ee2 req-fcc2dad6-101d-45f6-b196-87fe6d7c7bff tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Sep 16 14:56:49.858050 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:49.955722 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ade3808-958a-4e47-a627-60e3487c8255 req-c301b066-1e76-40e6-b1e2-e69fb99ca77c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0621755 Sep 16 14:56:50.014323 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Allocated IP 172.20.0.4 (2d7d5ef1-a5d3-4357-b2ab-a913799dd55f/74b3e966-1145-4f3f-a625-988875e56fbe/29a1d5b4-e8c9-44fd-9910-6bfecf037a76) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:50.167604 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-cb1f6f0c-e480-4664-b2f4-88aaf3c04315 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:50.170409 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-cb1f6f0c-e480-4664-b2f4-88aaf3c04315 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.5108962 Sep 16 14:56:50.174910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.265779 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Request body: {'port': {'device_id': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'admin_state_up': True, 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:50.286409 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.289782 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.504121 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=b80ad267-a306-41c3-9190-947994c5e372,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:50.513509 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.531313 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56394) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:50.648999 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.655185 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.672734 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-52d67c6c-be08-439b-9d67-4fcf8aa8d69a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7932067 Sep 16 14:56:50.781686 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.930981 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:56:50.935749 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.941067 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:50.960296 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60a1df6b-c8a1-46b4-95d5-f766c582b591 req-c15261db-4090-43b7-b381-f5f7663b2dad tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0778213 Sep 16 14:56:50.998104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad3eacb2-f65a-431a-9697-8dcd839a2575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:51.216655 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Allocated IP 172.20.0.11 (dc372247-3b95-4025-9029-2fc75b8bb8ca/5ec047bb-f9ca-4315-ac13-7d5587866470/0ecab6c2-1b8d-48ed-8e35-d8613a299773) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:56:51.398028 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:51.410722 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 6e84eb66-2453-4861-a6ce-8d063aeab94f up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:56:51.506415 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Pushing event updated for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:51.519513 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-6309101c-9911-4621-a256-d6d86032399c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--718304901&fields=id&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 267 time: 0.2912824 Sep 16 14:56:51.528692 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:51.539769 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:51.541876 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 6e84eb66-2453-4861-a6ce-8d063aeab94f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:56:51.542852 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:51.549050 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:51.631720 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad3eacb2-f65a-431a-9697-8dcd839a2575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:51.682090 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f84d-a567-45db-bc1d-bef27a41f83f req-7868ce19-a657-45ef-8fe2-48ce66abdede tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:51.685959 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd18f84d-a567-45db-bc1d-bef27a41f83f req-7868ce19-a657-45ef-8fe2-48ce66abdede tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 931 time: 0.4675140 Sep 16 14:56:51.745995 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=16e05c6c-1bbb-47fa-831b-ed658e67c621,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:51.753357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:51.764099 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:51.803524 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad3eacb2-f65a-431a-9697-8dcd839a2575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:51.856232 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:51.856876 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:51.886512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ad3eacb2-f65a-431a-9697-8dcd839a2575 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c5c2763622f42cf98495a406a48a01b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3539486 Sep 16 14:56:51.890608 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56442) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:51.910851 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eacb2-f65a-431a-9697-8dcd839a2575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54acee18-0ee8-45ea-b0d2-0fa6650a22cf,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:52.011119 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.040188 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd18f84d-a567-45db-bc1d-bef27a41f83f req-81c0f842-91e0-4143-af58-b7f10910ea1e tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417292 Sep 16 14:56:52.044826 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.056006 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-20a7af49-eecd-4905-8fcc-5765c621010c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3315487 Sep 16 14:56:52.067775 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-d396764b-d7bc-4a34-ad27-b20f83a7f3a4 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:56:52.074745 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-d396764b-d7bc-4a34-ad27-b20f83a7f3a4 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119355 Sep 16 14:56:52.153528 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.178785 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-892744c5-f7fa-4a94-a453-3d9b6c75593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:52.184503 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-892744c5-f7fa-4a94-a453-3d9b6c75593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 817 time: 0.6165957 Sep 16 14:56:52.227119 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.245474 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.318887 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-071167a0-87ef-473d-8a38-899fcd07c268 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/quotas/e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 375 time: 0.1127820 Sep 16 14:56:52.328704 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.330506 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Request body: {'port': {'device_id': 'd4272c59-e169-4ae9-af66-8463339a6962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:52.379871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Network dc372247-3b95-4025-9029-2fc75b8bb8ca is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:56:52.392653 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:56:52.402682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event updated for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:52.407197 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:56:52.476040 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9b01-1922-488f-bcd3-751d68b2dac8 req-76313c1f-14d7-4215-9daf-fc57b96f6523 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:52.492986 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.493212 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8dff9b01-1922-488f-bcd3-751d68b2dac8 req-76313c1f-14d7-4215-9daf-fc57b96f6523 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 932 time: 0.3002636 Sep 16 14:56:52.550450 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:52.551363 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.566223 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8dff9b01-1922-488f-bcd3-751d68b2dac8 req-e18b2d49-8409-43aa-af95-ee3171952b3e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718274 Sep 16 14:56:52.586398 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-592af081-3151-484d-8f08-7ce83eb68e18 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548389 Sep 16 14:56:52.735261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.738506 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.738642 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-8c6b90da-c088-40cb-b1ea-be6a0ebdf4b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4774628 Sep 16 14:56:52.741811 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54acee18-0ee8-45ea-b0d2-0fa6650a22cf HTTP/1.1" status: 204 len: 168 time: 0.8201704 Sep 16 14:56:52.772130 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb9608-7239-4f8f-b749-04300092f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acee18-0ee8-45ea-b0d2-0fa6650a22cf,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:52.823120 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Request body: {'port': {'device_id': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:56:52.823658 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-06ef78e1-a206-44e0-b252-6efcc3e62731 service neutron] 10.222.0.30 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100546 Sep 16 14:56:52.942051 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:52.988203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.025307 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-8ea9dab6-cbfd-469f-9a63-5b892edce809 service neutron] 10.222.0.30 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803517 Sep 16 14:56:53.073871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.357718 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2755c6-b353-4d24-962d-1b8b0bbdb8d1 req-fe978074-9420-4077-8a23-d9bc22c78656 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:53.376290 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2b2755c6-b353-4d24-962d-1b8b0bbdb8d1 req-fe978074-9420-4077-8a23-d9bc22c78656 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 931 time: 0.1816466 Sep 16 14:56:53.472160 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2b2755c6-b353-4d24-962d-1b8b0bbdb8d1 req-cf978ca4-ffd6-454a-8e6b-ddc1473857fd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896001 Sep 16 14:56:53.479585 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=16e05c6c-1bbb-47fa-831b-ed658e67c621,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:53.662835 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:56:53.671566 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bf96f9fa-f1ef-47cb-bd54-8ce6a7942b64 req-b75169e6-3b65-41be-af51-06966b6c5382 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0887504 Sep 16 14:56:53.698072 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.734851 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.769423 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Transition to ACTIVE for port object 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:56:53.808562 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6e9342a5-bb15-44d4-adc1-f764e4c7b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.885376 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.949052 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:53.955550 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716817-ffee-41da-b991-067a9dab7d99 req-257dc358-6fc5-4cee-8bce-c4bec62e5bee tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:53.960650 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d716817-ffee-41da-b991-067a9dab7d99 req-257dc358-6fc5-4cee-8bce-c4bec62e5bee tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 932 time: 0.1248021 Sep 16 14:56:53.963778 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-9ea708db-63c6-4dd4-bd86-d3b650e724ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6325696 Sep 16 14:56:54.032399 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Pushing event updated for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:54.045288 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecab6c2-1b8d-48ed-8e35-d8613a299773 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:56:54.080088 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d716817-ffee-41da-b991-067a9dab7d99 req-0fa9481c-f3b4-4911-a657-e06933a3d4de tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091568 Sep 16 14:56:54.129220 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:54.232927 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Transition to ACTIVE for port object 0ecab6c2-1b8d-48ed-8e35-d8613a299773 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:56:54.298499 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Attempting to bind port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:54.299071 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Attempting to bind port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '04781acd-fc87-459e-80aa-7bcd242f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:54.299473 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Attempting to bind port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 on network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:54.305461 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 on network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:56:54.305461 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Attempting to bind port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 on network 2d7d5ef1-a5d3-4357-b2ab-a913799dd55f {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:54.323699 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:54.324084 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Checking segment: {'id': '04781acd-fc87-459e-80aa-7bcd242f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:54.357108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Bound using segment: {'id': '04781acd-fc87-459e-80aa-7bcd242f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:54.357108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Bound port: 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04781acd-fc87-459e-80aa-7bcd242f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:54.357108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:54.357666 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-26894c0a-bf01-4744-acfa-fdc5a9485619 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--322823905&fields=id&tenant_id=a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 267 time: 0.0783982 Sep 16 14:56:54.445430 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:54.456826 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,segment=NetworkSegment(04781acd-fc87-459e-80aa-7bcd242f6435),segment_id=04781acd-fc87-459e-80aa-7bcd242f6435)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:54.558626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:54.564388 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:54.658551 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:54.659788 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:54.667304 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] 10.222.0.22 "PUT /v2.0/ports/29a1d5b4-e8c9-44fd-9910-6bfecf037a76 HTTP/1.1" status: 200 len: 1093 time: 2.4634845 Sep 16 14:56:54.667822 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:56:54.685029 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Pushing event updated for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:54.692042 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-7c88b0ce-05d5-400a-9da2-0e53836a5a44 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:54.702670 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-7c88b0ce-05d5-400a-9da2-0e53836a5a44 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 811 time: 0.3430936 Sep 16 14:56:54.806279 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-cc509b48-dc09-4672-b972-21cda8760938 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/quotas/a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 375 time: 0.1026978 Sep 16 14:56:54.906817 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:56:54.914002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1094fe5-2a9b-4096-8957-c36d85a471ab req-91758026-d61d-4a03-9329-e6bdd9c0c87f tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:54.915815 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f1094fe5-2a9b-4096-8957-c36d85a471ab req-91758026-d61d-4a03-9329-e6bdd9c0c87f tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.2056811 Sep 16 14:56:54.931244 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-a127d50d-4f79-4dc1-b15d-59feaa056e9c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120124 Sep 16 14:56:54.969546 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337378d1-5c9b-43ec-8594-8c8820463f8a service neutron] Pushing event updated for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:55.001276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Attempting to bind port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:56:55.001766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Attempting to bind port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:56:55.002156 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Attempting to bind port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:55.013998 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 on network dc372247-3b95-4025-9029-2fc75b8bb8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:56:55.014341 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Attempting to bind port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:56:55.026937 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:56:55.027114 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Checking segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:56:55.027536 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Bound using segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:56:55.028047 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Bound port: 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:56:55.028419 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:55.106141 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f1094fe5-2a9b-4096-8957-c36d85a471ab req-c1cbd007-62a1-4fa4-a97a-c8c9972e64ca tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728683 Sep 16 14:56:55.152820 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:56:55.156960 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:56:55.217691 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-70675318-43f1-4fc7-8550-2438eafba586 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548573 Sep 16 14:56:55.280130 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-387bba6e-eba9-4fad-be18-9fa4ad033dcb req-37ff17ca-e0aa-4b58-8ba0-9262a635eda3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0905719 Sep 16 14:56:55.346812 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:55.393292 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-9b19269a-99fc-468d-b523-5eb70b1dc3a7 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738524 Sep 16 14:56:55.495497 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Pushing event updated for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:55.502494 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:55.503678 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:55.505598 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3473e938-7489-43d5-8f5e-d0940c8904af service neutron] 10.222.0.22 "PUT /v2.0/ports/0ecab6c2-1b8d-48ed-8e35-d8613a299773 HTTP/1.1" status: 200 len: 1094 time: 2.7065158 Sep 16 14:56:55.660822 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af504e45-5bd2-4b3c-9cb4-911ba3a731d0 x-openstack-request-id: req-af504e45-5bd2-4b3c-9cb4-911ba3a731d0 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:56:55.661781 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:56:55.662562 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af504e45-5bd2-4b3c-9cb4-911ba3a731d0 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:56:55.663909 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76', 'status': 'completed', 'code': 200} Sep 16 14:56:55.826484 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c399a-16ba-4da4-b520-698e8a2bf337 req-088496df-c91f-49f0-b8b0-75332485f88e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:55.828739 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e44c399a-16ba-4da4-b520-698e8a2bf337 req-088496df-c91f-49f0-b8b0-75332485f88e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.1057453 Sep 16 14:56:55.916023 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e44c399a-16ba-4da4-b520-698e8a2bf337 req-66718901-1cb4-4d22-9e0f-8f1372d6fc2e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651371 Sep 16 14:56:56.009379 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1871d8b2-703c-4703-bfc9-9e2637ed16b7 req-6a60a275-494e-4662-90f6-1972413777c8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0352139 Sep 16 14:56:56.275017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b58a-231e-4e62-afbd-d91ed93c64d9 req-4e36d773-cb47-420b-a6b3-bdb1e71a858b tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:56.284541 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e450b58a-231e-4e62-afbd-d91ed93c64d9 req-4e36d773-cb47-420b-a6b3-bdb1e71a858b tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0756168 Sep 16 14:56:56.378576 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e450b58a-231e-4e62-afbd-d91ed93c64d9 req-c38cf5b4-8941-4195-946e-64980aa576d6 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882523 Sep 16 14:56:56.390467 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56596) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:56.412970 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ea2f2c6a-5487-41d5-963e-8ed31a630e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:56.478871 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d19ac446-f8cf-413e-b672-1baa4cc0befd req-dd76af54-d577-4ae4-b168-f094fb655b26 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0458121 Sep 16 14:56:56.580852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7436-b955-407c-a7bf-723519e07726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:56.713983 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7436-b955-407c-a7bf-723519e07726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.036310 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492568f-edb1-473b-a436-3aea9df1032c req-57113dc5-a83b-4018-a744-783d9e8cb985 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:57.039448 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9492568f-edb1-473b-a436-3aea9df1032c req-57113dc5-a83b-4018-a744-783d9e8cb985 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0570111 Sep 16 14:56:57.054050 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7436-b955-407c-a7bf-723519e07726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.164584 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-90fc95c6-0ce8-4f91-92d7-49a4f6304cb9 req-8ff8b116-a35e-40bb-8ce6-5c6a5966c22a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0809312 Sep 16 14:56:57.174915 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9492568f-edb1-473b-a436-3aea9df1032c req-7250135f-4ee2-49e9-9628-64b064c7a342 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289790 Sep 16 14:56:57.270189 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a7436-b955-407c-a7bf-723519e07726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb1b75d-4fa4-45d4-b66b-041f4170dcf4,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:57.277419 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8b1a7436-b955-407c-a7bf-723519e07726 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd5669db5fb34f22a4e2d95575f022d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846540 Sep 16 14:56:57.286195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56626) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:57.338919 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.363427 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.420838 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.520615 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d401-0b97-4d9d-b0b8-c63a1ef9b34b req-68a9941f-852e-4904-a104-deae8ad1e59c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:57.522204 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9f03d401-0b97-4d9d-b0b8-c63a1ef9b34b req-68a9941f-852e-4904-a104-deae8ad1e59c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0782251 Sep 16 14:56:57.529397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.532425 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:57.536619 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bb1b75d-4fa4-45d4-b66b-041f4170dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2478395 Sep 16 14:56:57.565123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8f95-d385-4777-9b67-292db1e66f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb1b75d-4fa4-45d4-b66b-041f4170dcf4,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:57.628257 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9f03d401-0b97-4d9d-b0b8-c63a1ef9b34b req-6770c11b-6b9b-47f9-a02f-226a9eea13e9 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903063 Sep 16 14:56:57.653922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0cdfc454-4a60-480d-82c2-e21346536e97 req-9cac60bc-34e7-4943-8e04-4b7c446ad3ce tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0516653 Sep 16 14:56:57.667915 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:56:57.671108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f4866-8110-4f9f-b988-ac1b1c85bb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:56:57.723338 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f0e39f-5531-4a5e-8856-02605658d0f4 x-openstack-request-id: req-30f0e39f-5531-4a5e-8856-02605658d0f4 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:56:57.723639 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:56:57.723920 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30f0e39f-5531-4a5e-8856-02605658d0f4 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:56:57.724326 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'status': 'completed', 'code': 200} Sep 16 14:56:57.754343 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:58.332333 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7cdb998b-b5f8-450d-bb9d-8c40421b1b5c req-920092c5-9846-4cf1-9079-1670b46f5471 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0484462 Sep 16 14:56:58.376684 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60da53-1633-4ea7-9ce0-ba4589334fc5 req-1ed26bfc-cda8-40f1-8408-3e13f6287fcc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:58.381307 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c60da53-1633-4ea7-9ce0-ba4589334fc5 req-1ed26bfc-cda8-40f1-8408-3e13f6287fcc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.1151030 Sep 16 14:56:58.423552 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c60da53-1633-4ea7-9ce0-ba4589334fc5 req-5f3c2b64-82f7-4362-b5cc-de1ff0c80550 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Sep 16 14:56:58.459492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56672) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:58.482108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4a1d358d-6cea-42e0-994a-a931de0cd719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:58.615729 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4a1d358d-6cea-42e0-994a-a931de0cd719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:58.735775 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4a1d358d-6cea-42e0-994a-a931de0cd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:58.811251 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b267042-c0fe-439c-98e7-16bdc2e2f050 req-b4428104-9019-437a-bce9-626cc744a4a1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:58.813501 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4b267042-c0fe-439c-98e7-16bdc2e2f050 req-b4428104-9019-437a-bce9-626cc744a4a1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.1111069 Sep 16 14:56:58.820658 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7a3f68e7-73ab-492f-9dcf-4c00025b9b17 req-7ee41ff2-d7e8-4a09-a6e7-5ceb8df0048b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0620482 Sep 16 14:56:58.827730 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4a1d358d-6cea-42e0-994a-a931de0cd719 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50cdba30435c4707b716254d5bd5c4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664694 Sep 16 14:56:58.830695 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56690) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:56:58.834131 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d358d-6cea-42e0-994a-a931de0cd719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9d5ef-7475-4ecd-a2af-17fe94d456a4,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:58.901032 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4b267042-c0fe-439c-98e7-16bdc2e2f050 req-844932a6-c64b-4a85-88b7-3e9b7192c9a0 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783176 Sep 16 14:56:58.919357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:58.946462 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:59.077570 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:59.117854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:59.126340 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:56:59.126340 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8a9d5ef-7475-4ecd-a2af-17fe94d456a4 HTTP/1.1" status: 204 len: 168 time: 0.2901361 Sep 16 14:56:59.131654 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395410d-35d9-4800-98fd-64a7e3623a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9d5ef-7475-4ecd-a2af-17fe94d456a4,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:56:59.571735 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4dda24c5-4686-4b81-887f-a6be5d6dca25 req-f2c1c685-0dd6-4e13-963d-aa4a686e2281 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0924213 Sep 16 14:56:59.639939 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c8235-8e41-4d91-80a5-537ecc97e74a req-0838aa58-967b-450f-9ba3-bb0602337a3a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:56:59.641939 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-321c8235-8e41-4d91-80a5-537ecc97e74a req-0838aa58-967b-450f-9ba3-bb0602337a3a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0822725 Sep 16 14:56:59.698557 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-321c8235-8e41-4d91-80a5-537ecc97e74a req-c780a0f0-e99d-437f-92a5-17abd9eb763b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Sep 16 14:56:59.946425 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04ddba77-988a-41de-a097-52aed0485089 req-71407617-a521-4c78-8146-840912fbab0c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0418270 Sep 16 14:57:00.085442 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10683ed4-801c-4b83-b4d5-fa8c0a1ac4b8 req-eaf2a018-74be-40d9-a858-f8438cf262ab tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:00.087298 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10683ed4-801c-4b83-b4d5-fa8c0a1ac4b8 req-eaf2a018-74be-40d9-a858-f8438cf262ab tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0696607 Sep 16 14:57:00.138601 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-10683ed4-801c-4b83-b4d5-fa8c0a1ac4b8 req-c055fbb3-62d8-49d2-baf7-570d6d5afafd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360122 Sep 16 14:57:00.733107 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29f36c8a-50ec-4e98-babb-2269012cb4ee req-2159267f-e48a-4f57-b57f-c81564bd3117 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0419862 Sep 16 14:57:00.862668 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0740316-7908-4be8-9c30-562fc4891eb6 req-341ae0de-e374-4c78-afc8-2d6a90d711b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:00.864321 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0740316-7908-4be8-9c30-562fc4891eb6 req-341ae0de-e374-4c78-afc8-2d6a90d711b1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0723054 Sep 16 14:57:00.924092 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0740316-7908-4be8-9c30-562fc4891eb6 req-4f96c7c3-9b2a-40de-9124-300ffa4e4fd5 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Sep 16 14:57:01.096313 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bdc193c8-7d7c-4fe2-959b-e59edc0a4f50 req-2a488173-1d41-485c-ab11-07b7a520a71e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0549881 Sep 16 14:57:01.308529 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ebd8b-e568-4de9-9826-58d6f3c32c4d req-5f79619d-d95b-46ec-8c5f-31acaf026da9 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:01.310260 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f9ebd8b-e568-4de9-9826-58d6f3c32c4d req-5f79619d-d95b-46ec-8c5f-31acaf026da9 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0664513 Sep 16 14:57:01.357733 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f9ebd8b-e568-4de9-9826-58d6f3c32c4d req-54a11c06-f377-450f-92af-774788affe67 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Sep 16 14:57:01.626338 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 56796) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:01.759703 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-861148d9-7337-48ab-a52a-64ab304acfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:01.843150 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b40f4adc-b6f0-48c2-a39b-de0cf6c09c7d req-32ba9a15-687f-48d6-bb03-e9188c5412a9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0388823 Sep 16 14:57:01.864139 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-861148d9-7337-48ab-a52a-64ab304acfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.020589 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-861148d9-7337-48ab-a52a-64ab304acfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.045785 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0966ca4-9232-4bf8-a39d-80285caec214 req-95f12379-0387-4900-9514-8d56442ad9f2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.047407 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0966ca4-9232-4bf8-a39d-80285caec214 req-95f12379-0387-4900-9514-8d56442ad9f2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0563614 Sep 16 14:57:02.072559 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-861148d9-7337-48ab-a52a-64ab304acfef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ce6fcddc83a4f338a7dfc3b928047dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449012 Sep 16 14:57:02.075620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56834) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:02.090967 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861148d9-7337-48ab-a52a-64ab304acfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa236a74-51ad-42ff-a51a-3328b898b2e7,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:02.127263 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0966ca4-9232-4bf8-a39d-80285caec214 req-9b5a7cf1-5a9f-4fd2-a89d-fb8f6f260415 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736549 Sep 16 14:57:02.169202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.200089 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.240282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-516e5805-f016-4d00-8cf1-21cd3bc189f2 req-eff69f22-4b6f-4b1d-8c3d-120c4559c1da tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0443912 Sep 16 14:57:02.369464 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.372880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:02.374221 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa236a74-51ad-42ff-a51a-3328b898b2e7 HTTP/1.1" status: 204 len: 168 time: 0.2974687 Sep 16 14:57:02.401457 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dff8d-4a19-4610-937e-f5ba8a616b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa236a74-51ad-42ff-a51a-3328b898b2e7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:02.501285 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732620d-99fa-422c-8f26-e6d8895a71e1 req-38c0aa01-97a3-438a-b0e5-ca2362c4f823 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.503013 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1732620d-99fa-422c-8f26-e6d8895a71e1 req-38c0aa01-97a3-438a-b0e5-ca2362c4f823 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0598810 Sep 16 14:57:02.549383 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-fc33b329-108f-44e4-8ef6-9fc091e30d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.549383 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-fc33b329-108f-44e4-8ef6-9fc091e30d1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c527b4cbd534d41b77e7aeed542d066&device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 1096 time: 0.0876117 Sep 16 14:57:02.550178 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3bbed810-b912-4bed-8695-cab7aa50d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.551670 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-3bbed810-b912-4bed-8695-cab7aa50d5ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 1097 time: 0.1335022 Sep 16 14:57:02.560102 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1732620d-99fa-422c-8f26-e6d8895a71e1 req-02e1c18d-82ca-4f56-993e-1cde1a4e35ac tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503166 Sep 16 14:57:02.694052 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-2ca7630f-e333-46fb-bb63-37514c5becbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773 HTTP/1.1" status: 200 len: 217 time: 0.1103189 Sep 16 14:57:02.837381 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-10384358-4334-4379-abed-2ef4ff36f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.838855 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-10384358-4334-4379-abed-2ef4ff36f3e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.1340666 Sep 16 14:57:02.924289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-d76a89fa-9f9e-4cfb-82b0-42caa82423a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:02.931887 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-d76a89fa-9f9e-4cfb-82b0-42caa82423a1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1c527b4cbd534d41b77e7aeed542d066&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3556478 Sep 16 14:57:02.980310 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-51ceb972-2f16-41b8-bb4a-0fee4f6a77ff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336589 Sep 16 14:57:02.991776 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7efbbc78-4019-4bce-9f2d-cb26623e5c14 req-122ed050-e6dc-4a66-afec-82ea9e04b9ee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0529933 Sep 16 14:57:03.265641 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01ae1-ce3c-45e4-a761-3833daf7d44b req-d2beb9d7-df9c-4515-be79-249dea902f54 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.267686 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12a01ae1-ce3c-45e4-a761-3833daf7d44b req-d2beb9d7-df9c-4515-be79-249dea902f54 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0689251 Sep 16 14:57:03.344388 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12a01ae1-ce3c-45e4-a761-3833daf7d44b req-a1193497-8a1f-46c7-9052-82bfc1742472 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594609 Sep 16 14:57:03.344933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56892) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:03.361242 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-632c1e63-dea1-428a-bb66-108d97b4abe1 req-e83f5adf-5f04-44b1-abd3-35f49a78b671 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0349324 Sep 16 14:57:03.373119 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3fda6ae7-ceed-411f-aaba-f94dd2d6a8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:03.393537 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-2aea2bfb-6b30-466e-8916-cd2e8b0918d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.395110 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a604e7b5-0a7d-4cb2-aeaa-8daecae70d8d req-2aea2bfb-6b30-466e-8916-cd2e8b0918d5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4173989 Sep 16 14:57:03.396993 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-a5e74e14-fabf-4327-97e9-a9cb24c29a64 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020452 Sep 16 14:57:03.468481 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3fda6ae7-ceed-411f-aaba-f94dd2d6a8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:03.529212 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8733a44a-3385-4c5d-bfc7-6eeec00fd83d req-6b3cafcf-8391-4c47-b101-728c3377eb95 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205580 Sep 16 14:57:03.531705 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-cd50d28b-087e-4d64-8e39-ef9eedcef569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.533162 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-cd50d28b-087e-4d64-8e39-ef9eedcef569 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c527b4cbd534d41b77e7aeed542d066&device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 1096 time: 0.0958502 Sep 16 14:57:03.575379 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-4414f3ae-2c46-48b4-9e74-6dffd3f326da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76 HTTP/1.1" status: 200 len: 217 time: 0.0343325 Sep 16 14:57:03.586446 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3fda6ae7-ceed-411f-aaba-f94dd2d6a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:03.633903 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-3fda6ae7-ceed-411f-aaba-f94dd2d6a8bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68b9d0abd3ea4993b17d31d08d5ef7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752347 Sep 16 14:57:03.634686 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda6ae7-ceed-411f-aaba-f94dd2d6a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493194d-ff70-41b7-9476-00146fbdd73e,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:03.637303 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 56896) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:03.666887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-7f16ebc1-ff66-4a30-86c4-99a1aac93917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.669431 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-7f16ebc1-ff66-4a30-86c4-99a1aac93917 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=74b3e966-1145-4f3f-a625-988875e56fbe HTTP/1.1" status: 200 len: 852 time: 0.0872076 Sep 16 14:57:03.689347 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.22', 60549) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:03.727896 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-195b93ce-950c-4841-a640-bb6e1e093ab3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2d7d5ef1-a5d3-4357-b2ab-a913799dd55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288136 Sep 16 14:57:03.781583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-5d8196c2-5497-4e3c-be18-1bffafb35316 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.783054 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-5d8196c2-5497-4e3c-be18-1bffafb35316 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 817 time: 0.1653974 Sep 16 14:57:03.791397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:03.806436 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfee6a-ee43-468a-b0ed-40c9c84ffee9 req-6068c754-4a92-4ea6-acd3-eab341736caf tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.807922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e3bfee6a-ee43-468a-b0ed-40c9c84ffee9 req-6068c754-4a92-4ea6-acd3-eab341736caf tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.1436660 Sep 16 14:57:03.812007 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-41d3b18e-732b-475d-a458-47713e618e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:03.814184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-41d3b18e-732b-475d-a458-47713e618e5a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 1097 time: 0.1223688 Sep 16 14:57:03.876566 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-1d60dff7-5eca-4ea1-ac0f-994729bc1dc2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 379 time: 0.0595696 Sep 16 14:57:03.880722 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-35be07b1-0133-4834-8aae-b001b43def13 service neutron] 10.222.0.22 "GET /v2.0/networks/2d7d5ef1-a5d3-4357-b2ab-a913799dd55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447926 Sep 16 14:57:03.885109 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'port': {'device_id': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'admin_state_up': True, 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'security_groups': ['14dbdbb6-e76a-4fcb-a2c3-5dad9287812e']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:03.894501 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:04.045710 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e3bfee6a-ee43-468a-b0ed-40c9c84ffee9 req-da27f4f3-6734-4a31-86f7-ee63759905db tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268546 Sep 16 14:57:04.051912 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-70558efd-d598-4974-b6cc-3cb6a2b387c3 req-287c6d4a-f166-4485-b9a1-d843ef76df70 service neutron] 10.222.0.22 "GET /v2.0/networks/2d7d5ef1-a5d3-4357-b2ab-a913799dd55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632652 Sep 16 14:57:04.079335 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-47b56f83-2db4-4d9c-8289-d7049bd80fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:04.080890 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-47b56f83-2db4-4d9c-8289-d7049bd80fe6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 916 time: 0.2546744 Sep 16 14:57:04.238681 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Made reservation on behalf of e36d336f71ba40faba873e21ebd5602d for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:57:04.244248 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:04.313960 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9275a19-2968-48fb-b4c7-40ef3cba90b2 req-47ef8b6e-65d5-4141-b03f-e20a7313262c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.2156217 Sep 16 14:57:04.316858 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-846a2c40-966a-4ba3-a48f-38bba3c9e727 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773 HTTP/1.1" status: 200 len: 217 time: 0.2281632 Sep 16 14:57:04.383757 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-7a9cb162-650b-46b3-92ed-0bfcaeb53e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:04.385348 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-7a9cb162-650b-46b3-92ed-0bfcaeb53e7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.0551689 Sep 16 14:57:04.452871 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:04.455602 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:04.456540 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2493194d-ff70-41b7-9476-00146fbdd73e HTTP/1.1" status: 204 len: 168 time: 0.8184636 Sep 16 14:57:04.483928 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-43209659-e644-40fd-9dab-97d58b5642f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860851 Sep 16 14:57:04.545702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ebbe8d76-123d-4ea1-82d4-2d978e849b63 req-ebf1059c-396c-4285-b12d-749cb1237a37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0879662 Sep 16 14:57:04.564947 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e207e25-f7b0-4506-a58e-4fcb417159fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493194d-ff70-41b7-9476-00146fbdd73e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:04.616448 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1249b8-5071-45d6-b672-77aa0fda977f req-f6ab31ba-283e-4112-a0b5-c59c79437677 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:04.620702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b1249b8-5071-45d6-b672-77aa0fda977f req-f6ab31ba-283e-4112-a0b5-c59c79437677 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.1740718 Sep 16 14:57:04.632561 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-24b5af9b-0b7d-4da7-a062-0d07ed9c8043 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:04.634062 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-24b5af9b-0b7d-4da7-a062-0d07ed9c8043 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 811 time: 0.2249444 Sep 16 14:57:04.635233 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Allocated IP 172.20.0.10 (d186279b-4ff3-43b2-9c6a-22547e856d7a/cc326567-f52c-450c-8f71-6d1e5cdc2437/086ea88d-7346-4c1e-8c6a-a534016d492f) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:57:04.704293 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-ab6deaf8-27a9-4668-bdca-5d7141474fb5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 379 time: 0.0559757 Sep 16 14:57:04.715883 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b1249b8-5071-45d6-b672-77aa0fda977f req-cd8ae234-8101-4e4b-af8d-4cc477f6776c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Sep 16 14:57:04.719441 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-342c2393-d5da-4bfe-a551-c69f7636562a service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138302 Sep 16 14:57:04.719587 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'port': {'device_id': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'admin_state_up': True, 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'security_groups': ['c113d27c-18a7-4107-81e7-f2df30de5c96']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:04.827098 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-813f4866-8110-4f9f-b988-ac1b1c85bb0c req-36873dd6-e117-4d03-b7b2-0cbc643cbcc0 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001935 Sep 16 14:57:04.909167 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.026223 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Made reservation on behalf of a741fa3ca86b423d9595d5981424b93e for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:57:05.030431 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.091392 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.158062 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:57:05.163294 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:05.169528 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:57:05.189072 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:57:05.210956 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d9d9-b68f-43a9-a6ac-f47cd84cff11 req-f53b952a-94d8-4842-bf40-74d52cb4f4fa tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:05.212527 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6953d9d9-b68f-43a9-a6ac-f47cd84cff11 req-f53b952a-94d8-4842-bf40-74d52cb4f4fa tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0649981 Sep 16 14:57:05.257296 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6953d9d9-b68f-43a9-a6ac-f47cd84cff11 req-b77c2cb8-6f53-43a7-9c4b-14fe64dcd3e9 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378189 Sep 16 14:57:05.259088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Allocated IP 172.20.0.8 (a4c32868-c0ce-4c3f-aabd-11211d1ed344/b6995eb2-8792-40fc-b7ea-c473689b66d1/73833060-5951-4078-8a92-051db3afcfd9) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:57:05.269730 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:05.271292 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.418811 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-601438e1-36ca-450c-a836-658b79b75ef5 None None] Provisioning complete for port 086ea88d-7346-4c1e-8c6a-a534016d492f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:05.420024 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-601438e1-36ca-450c-a836-658b79b75ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.424522 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ab85efbe-bb64-4685-b9e7-a12d8e9598b0 req-10dd6ff4-f00d-425a-ad4c-e120d5fb522d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0316377 Sep 16 14:57:05.429586 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-28507ec8-ad09-47cf-9daa-9e9e8d74c042 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5480478 Sep 16 14:57:05.440896 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.446848 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Request body: {'port': {'device_id': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:05.458573 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-601438e1-36ca-450c-a836-658b79b75ef5 None None] Port 086ea88d-7346-4c1e-8c6a-a534016d492f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:57:05.521858 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.625807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.688148 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464c1e6-2236-4542-8643-5b2bc2014808 req-6e626db9-3501-4b44-b886-d521ad825e56 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:05.689163 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:57:05.689981 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b464c1e6-2236-4542-8643-5b2bc2014808 req-6e626db9-3501-4b44-b886-d521ad825e56 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 932 time: 0.0488527 Sep 16 14:57:05.704603 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:57:05.713006 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:57:05.753999 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:05.784448 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b464c1e6-2236-4542-8643-5b2bc2014808 req-2730a04d-b6c3-488e-84bb-a80bf29c4407 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858326 Sep 16 14:57:05.841104 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:05.842066 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:05.873468 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295b2d-7148-4a4f-8340-32d6cb5675dc req-7a08a42c-8b06-4940-8e7b-23065178a074 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:05.875150 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e295b2d-7148-4a4f-8340-32d6cb5675dc req-7a08a42c-8b06-4940-8e7b-23065178a074 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.0603964 Sep 16 14:57:05.925896 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e295b2d-7148-4a4f-8340-32d6cb5675dc req-949c4f0a-8ddf-4b66-a8c7-42f305e8001d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Sep 16 14:57:05.965574 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-90863ac0-91fb-44e2-b926-aa641feb446d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532926 Sep 16 14:57:05.987505 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Request body: {'port': {'device_id': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:06.013648 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:06.024763 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.061109 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Transition to ACTIVE for port object 086ea88d-7346-4c1e-8c6a-a534016d492f will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:57:06.069351 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.082481 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-8dedd9bb-8038-40ae-938a-598862ca926b None None] Provisioning complete for port 73833060-5951-4078-8a92-051db3afcfd9 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:06.083004 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8dedd9bb-8038-40ae-938a-598862ca926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.135393 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-8dedd9bb-8038-40ae-938a-598862ca926b None None] Port 73833060-5951-4078-8a92-051db3afcfd9 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:57:06.364547 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.376828 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4cb6-635c-449b-8c5b-3ffbb7830c2e req-ff6ff1b9-603d-4b8e-ad46-1f386e41ddda tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:06.378376 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-80dc4cb6-635c-449b-8c5b-3ffbb7830c2e req-ff6ff1b9-603d-4b8e-ad46-1f386e41ddda tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 943 time: 0.0514469 Sep 16 14:57:06.422899 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-80dc4cb6-635c-449b-8c5b-3ffbb7830c2e req-767f2d08-e3b5-44d5-8da9-298deb961d9c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370989 Sep 16 14:57:06.456911 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:57:06.508860 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:06.621030 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0912e0-a037-42a9-91e0-50522d41d390 req-8eab6a0c-871a-4ab6-9a70-a698e06a4247 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:06.622783 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c0912e0-a037-42a9-91e0-50522d41d390 req-8eab6a0c-871a-4ab6-9a70-a698e06a4247 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 931 time: 0.0630767 Sep 16 14:57:06.656304 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Attempting to bind port 086ea88d-7346-4c1e-8c6a-a534016d492f on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:57:06.657012 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Attempting to bind port 086ea88d-7346-4c1e-8c6a-a534016d492f by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:57:06.657012 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Attempting to bind port 086ea88d-7346-4c1e-8c6a-a534016d492f on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:06.662662 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Port 086ea88d-7346-4c1e-8c6a-a534016d492f on network d186279b-4ff3-43b2-9c6a-22547e856d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:57:06.662993 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Attempting to bind port 086ea88d-7346-4c1e-8c6a-a534016d492f on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:06.667980 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,segment=NetworkSegment(04781acd-fc87-459e-80aa-7bcd242f6435),segment_id=04781acd-fc87-459e-80aa-7bcd242f6435)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:06.677387 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c0912e0-a037-42a9-91e0-50522d41d390 req-6dc244b6-cf7e-40f4-a0ea-9ffea396e942 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Sep 16 14:57:06.682868 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73833060-5951-4078-8a92-051db3afcfd9 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:06.685791 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76', 'network_id': '2d7d5ef1-a5d3-4357-b2ab-a913799dd55f', 'port_id': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76', 'mac_address': 'fa:16:3e:58:f8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b3e966-1145-4f3f-a625-988875e56fbe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Checking segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Bound using segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Bound port: 086ea88d-7346-4c1e-8c6a-a534016d492f, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:57:06.702593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.749483 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.764735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:06.776331 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:57:06.781399 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:57:06.790764 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Transition to ACTIVE for port object 73833060-5951-4078-8a92-051db3afcfd9 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:57:06.792603 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,segment=NetworkSegment(04781acd-fc87-459e-80aa-7bcd242f6435),segment_id=04781acd-fc87-459e-80aa-7bcd242f6435)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:06.900667 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3ac0a-d5f8-438d-b594-3c972d596f12 req-cf762194-cc2d-4421-8612-2cec094dab79 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:06.900889 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.901549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 0ecab6c2-1b8d-48ed-8e35-d8613a299773 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:57:06.901648 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.904011 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.909539 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fc3ac0a-d5f8-438d-b594-3c972d596f12 req-cf762194-cc2d-4421-8612-2cec094dab79 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0606823 Sep 16 14:57:06.944144 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:06.945461 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:06.947320 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] 10.222.0.22 "PUT /v2.0/ports/086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1094 time: 1.5095973 Sep 16 14:57:06.951782 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:06.954449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:06.968011 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fc3ac0a-d5f8-438d-b594-3c972d596f12 req-08be67a5-964f-4f67-b3e9-eeccef93cddc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573657 Sep 16 14:57:06.997948 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:07.146742 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c25d4-ff7d-458e-9252-f0bad9978ccd service neutron] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:07.165784 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:07.176961 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534b562-b526-4b07-9ed0-9e5f59a4095c req-b128c69d-d73a-494f-9143-46856494e327 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.187332 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0534b562-b526-4b07-9ed0-9e5f59a4095c req-b128c69d-d73a-494f-9143-46856494e327 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 944 time: 0.1009812 Sep 16 14:57:07.194945 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'port_id': '0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'mac_address': 'fa:16:3e:a4:e5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec047bb-f9ca-4315-ac13-7d5587866470', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:57:07.253863 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:07.253974 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0534b562-b526-4b07-9ed0-9e5f59a4095c req-e57ae944-663f-4b24-835d-98165f471585 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651264 Sep 16 14:57:07.281073 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecab6c2-1b8d-48ed-8e35-d8613a299773 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:07.319124 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:07.427881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57030) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:07.481499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:07.517871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915f671-2565-4236-a38d-5032418da8f8 x-openstack-request-id: req-d915f671-2565-4236-a38d-5032418da8f8 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:07.518194 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:07.518397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d915f671-2565-4236-a38d-5032418da8f8 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:07.518777 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'status': 'completed', 'code': 200} Sep 16 14:57:07.561881 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Pushing event updated for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:07.577920 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-ae2881ac-a6ad-4519-aade-ee90f17a29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.579486 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-ae2881ac-a6ad-4519-aade-ee90f17a29b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1097 time: 0.4877555 Sep 16 14:57:07.585535 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Attempting to bind port 73833060-5951-4078-8a92-051db3afcfd9 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:57:07.585878 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Attempting to bind port 73833060-5951-4078-8a92-051db3afcfd9 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:57:07.586230 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Attempting to bind port 73833060-5951-4078-8a92-051db3afcfd9 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:07.623270 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:07.649215 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Port 73833060-5951-4078-8a92-051db3afcfd9 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:57:07.649782 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Attempting to bind port 73833060-5951-4078-8a92-051db3afcfd9 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:07.654499 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-bbade0f0-e1c9-484a-a15f-d690eab199c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 217 time: 0.0659094 Sep 16 14:57:07.657318 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:57:07.657568 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Checking segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:57:07.657945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Bound using segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:57:07.658375 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Bound port: 73833060-5951-4078-8a92-051db3afcfd9, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:57:07.658800 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:07.685440 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11756855-486c-400e-9201-3bb1ffce8b5c req-228058f5-e89c-4253-8914-ba5e453a8a7a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.688999 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-11756855-486c-400e-9201-3bb1ffce8b5c req-228058f5-e89c-4253-8914-ba5e453a8a7a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 944 time: 0.1006370 Sep 16 14:57:07.742171 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-5b427391-ce6e-4dd5-98f5-9f24cbd67fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.743925 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-5b427391-ce6e-4dd5-98f5-9f24cbd67fa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0817451 Sep 16 14:57:07.754061 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['29a1d5b4-e8c9-44fd-9910-6bfecf037a76'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:07.779129 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:57:07.797311 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-041d13a9-e7a3-431c-8183-6bd9ba0998c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:07.799406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:57:07.831665 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=73833060-5951-4078-8a92-051db3afcfd9,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:57:07.850054 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-0de494d7-6aab-48da-b3d5-3c0981a6cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.851775 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-0de494d7-6aab-48da-b3d5-3c0981a6cbfc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994089 Sep 16 14:57:07.864397 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-11756855-486c-400e-9201-3bb1ffce8b5c req-57356334-0600-4c27-89b6-122b416b0b6c tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666522 Sep 16 14:57:07.914993 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:07.938362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895eec3-40e5-48cb-b10b-67015dd8ef1c req-39f24255-d8ab-43cf-bcea-039e28cd2799 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:07.940952 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1895eec3-40e5-48cb-b10b-67015dd8ef1c req-39f24255-d8ab-43cf-bcea-039e28cd2799 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 943 time: 0.1528592 Sep 16 14:57:07.977156 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-52586ce5-2b37-4f51-8cb3-79b872f357ab service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172235 Sep 16 14:57:07.978811 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.037516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1895eec3-40e5-48cb-b10b-67015dd8ef1c req-bc0ffc26-dbc6-46d5-b4ad-6db781e91246 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886595 Sep 16 14:57:08.108654 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-041d13a9-e7a3-431c-8183-6bd9ba0998c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.160726 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.162041 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.163406 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] 10.222.0.22 "PUT /v2.0/ports/73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 1093 time: 2.1899045 Sep 16 14:57:08.224077 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa85a9-a1ae-46dc-a5d8-e157a032d522 req-8eb35c81-be12-4926-8b42-65f66e70dd88 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.225726 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86fa85a9-a1ae-46dc-a5d8-e157a032d522 req-8eb35c81-be12-4926-8b42-65f66e70dd88 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0913785 Sep 16 14:57:08.303497 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-041d13a9-e7a3-431c-8183-6bd9ba0998c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.345526 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ea91d-d231-4a19-a705-c254af796393 service neutron] Pushing event updated for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:08.382358 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86fa85a9-a1ae-46dc-a5d8-e157a032d522 req-33621302-9d7f-4e43-80cd-c59c5ea1500b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496029 Sep 16 14:57:08.407460 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-87589e91-bd8c-43e4-bf1d-b0cd86c0f945 req-1b3db1e6-cd8b-486d-a185-5ab383c85d3d service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192421 Sep 16 14:57:08.457224 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-041d13a9-e7a3-431c-8183-6bd9ba0998c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c9778a11cc94b8193f9a80eb188b683&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0267861 Sep 16 14:57:08.462123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57076) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:08.470794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d13a9-e7a3-431c-8183-6bd9ba0998c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ad774-3e75-4771-bfcf-046e9acc6169,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:08.502143 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-e03229e6-4e1a-4c62-a9d6-a0bc4b9a72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.502842 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-e03229e6-4e1a-4c62-a9d6-a0bc4b9a72c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1096 time: 0.0780389 Sep 16 14:57:08.555019 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7929e-64ed-49f3-8068-017a075d1ce2 req-a0f71f16-c92b-4279-9d4a-7b2ee18f8f11 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.563726 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-95d7929e-64ed-49f3-8068-017a075d1ce2 req-a0f71f16-c92b-4279-9d4a-7b2ee18f8f11 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 945 time: 0.1599102 Sep 16 14:57:08.722533 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-2b59c7f7-4d7d-4bd1-8e08-c28b37acf81f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 217 time: 0.1070371 Sep 16 14:57:08.724301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57088) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:08.724301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.725003 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-6172c2ac-d78d-4f87-98ba-f3ff71a9abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.725003 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-6172c2ac-d78d-4f87-98ba-f3ff71a9abd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0594399 Sep 16 14:57:08.725217 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-95d7929e-64ed-49f3-8068-017a075d1ce2 req-46a99d47-15e3-4216-9f2a-0c48f01a1360 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166401 Sep 16 14:57:08.725217 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.764162 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-41068832-7ccc-4c8d-8e56-4e808b6a645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.765895 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-41068832-7ccc-4c8d-8e56-4e808b6a645d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1097 time: 0.1479244 Sep 16 14:57:08.769429 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-0b9f90b1-f104-414d-9bcd-4fb0ef3d7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:08.770819 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-0b9f90b1-f104-414d-9bcd-4fb0ef3d7dc7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627317 Sep 16 14:57:08.825216 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-67ca3154-8716-4d01-bb63-25535d103ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.851970 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.854573 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:08.855765 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1ad774-3e75-4771-bfcf-046e9acc6169 HTTP/1.1" status: 204 len: 168 time: 0.3922319 Sep 16 14:57:08.878651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b041ed-f14c-4c0c-9d1f-9d6850c64326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ad774-3e75-4771-bfcf-046e9acc6169,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:08.977370 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-67ca3154-8716-4d01-bb63-25535d103ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.017518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9e44-ea9c-434b-806d-243a41ed8a91 req-1ce3b723-597f-4937-b837-6399f70d87dc tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.019145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89ef9e44-ea9c-434b-806d-243a41ed8a91 req-1ce3b723-597f-4937-b837-6399f70d87dc tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 944 time: 0.0564499 Sep 16 14:57:09.056436 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-e526ba51-f857-4914-afc4-266a4f3b8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.057919 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-e526ba51-f857-4914-afc4-266a4f3b8542 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.2776387 Sep 16 14:57:09.058268 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89ef9e44-ea9c-434b-806d-243a41ed8a91 req-783e87e4-86af-4e1d-b85d-c01b8c59f6af tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Sep 16 14:57:09.063161 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-e6d633ff-d437-4242-8b4b-68382d95f2e8 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729418 Sep 16 14:57:09.121875 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-ba091ffa-45fc-4ca3-ae06-49ccab2e177e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 217 time: 0.0508826 Sep 16 14:57:09.165662 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-67ca3154-8716-4d01-bb63-25535d103ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.213508 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-67ca3154-8716-4d01-bb63-25535d103ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=593ed55b0d104a0cbeaaf5d636c2a34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677619 Sep 16 14:57:09.216021 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca3154-8716-4d01-bb63-25535d103ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb711f-30ef-403b-a978-ad834d37e367,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:09.217156 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-9f5fd453-1c4c-47cc-9cb5-720521d4e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.219331 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-9f5fd453-1c4c-47cc-9cb5-720521d4e850 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0890760 Sep 16 14:57:09.220400 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57108) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:09.235546 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7737c-2b08-4e3a-ba24-b68ae96c81d0 req-5e6a1b85-d83f-4b06-aeca-667baf61be2a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.237082 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12d7737c-2b08-4e3a-ba24-b68ae96c81d0 req-5e6a1b85-d83f-4b06-aeca-667baf61be2a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 943 time: 0.0980108 Sep 16 14:57:09.238886 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-10f2a52e-a62a-4057-9138-8333396c7a94 req-f4da8915-0e91-4da8-b42d-8cab0384abfc service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617494 Sep 16 14:57:09.271000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-a35ec90e-d3c1-4c91-982e-8ccc08b36403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.277772 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-a35ec90e-d3c1-4c91-982e-8ccc08b36403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441432 Sep 16 14:57:09.322392 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12d7737c-2b08-4e3a-ba24-b68ae96c81d0 req-e2ff74e5-52da-41b0-b6f9-ee05492abe51 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774915 Sep 16 14:57:09.328921 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.359287 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.376095 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-8eff6793-fbeb-4a62-9d0c-70e80c6dd8e1 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946376 Sep 16 14:57:09.474290 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7af80f8c-0a91-4fd5-8cf6-63970bc3f1b6 req-7ef0854f-8164-4d5a-80c0-7fecbe0dbc8d service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915129 Sep 16 14:57:09.506352 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.508931 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.513011 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4fb711f-30ef-403b-a978-ad834d37e367 HTTP/1.1" status: 204 len: 168 time: 0.2893229 Sep 16 14:57:09.513280 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57114) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:09.520253 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'tag': '73833060-5951-4078-8a92-051db3afcfd9'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:09.524733 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55" -d '{"events": [{"name": "network-changed", "server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "tag": "73833060-5951-4078-8a92-051db3afcfd9"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:09.529257 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd55d3a-2711-49f5-8f0e-c272ee5082ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb711f-30ef-403b-a978-ad834d37e367,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:09.556458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb8d69-ccbe-463e-bfe7-d9d191432b99 req-d0abb362-2cf2-4f21-95d3-85a1a497e90d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.557990 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f3bb8d69-ccbe-463e-bfe7-d9d191432b99 req-d0abb362-2cf2-4f21-95d3-85a1a497e90d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0810447 Sep 16 14:57:09.587155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e5344-9bec-4a81-8550-559acfa77514 x-openstack-request-id: req-811e5344-9bec-4a81-8550-559acfa77514 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:09.587442 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "tag": "73833060-5951-4078-8a92-051db3afcfd9", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:09.587692 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-811e5344-9bec-4a81-8550-559acfa77514 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:09.588090 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'tag': '73833060-5951-4078-8a92-051db3afcfd9', 'status': 'completed', 'code': 200} Sep 16 14:57:09.618216 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f3bb8d69-ccbe-463e-bfe7-d9d191432b99 req-3f402593-fb5c-4e4e-9057-7b7044b15b28 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511773 Sep 16 14:57:09.651641 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-87df8902-d2a0-4ee2-81f3-fed70e3c6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.656024 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-87df8902-d2a0-4ee2-81f3-fed70e3c6b2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1096 time: 0.0430670 Sep 16 14:57:09.747348 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-642d7e84-30d5-4c2e-8d2b-3d11e3f3f8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.792504 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-595a87b1-bc17-4f69-909b-b4b4d784b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.793999 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-595a87b1-bc17-4f69-909b-b4b4d784b011 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.1323130 Sep 16 14:57:09.816493 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3bdc-dea4-4118-992d-44dbb3945ceb req-f71aa227-7759-4934-8794-97f8efa3c1c5 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.817978 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2d6f3bdc-dea4-4118-992d-44dbb3945ceb req-f71aa227-7759-4934-8794-97f8efa3c1c5 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 945 time: 0.0482759 Sep 16 14:57:09.844598 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-686478d7-3b36-4327-8a8c-b11f4b8209f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 217 time: 0.0409012 Sep 16 14:57:09.862748 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2d6f3bdc-dea4-4118-992d-44dbb3945ceb req-d1198644-fd25-43f5-b192-21e55181fca0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Sep 16 14:57:09.911806 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-75fbde2a-b71a-453b-a31b-f5f122cb76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.913335 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-75fbde2a-b71a-453b-a31b-f5f122cb76ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0607290 Sep 16 14:57:09.952734 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-642d7e84-30d5-4c2e-8d2b-3d11e3f3f8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:09.976690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-b3a693cf-d5d5-4f6b-9a9d-f64c6b03c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:09.976690 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-b3a693cf-d5d5-4f6b-9a9d-f64c6b03c83c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481761 Sep 16 14:57:10.015079 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-642d7e84-30d5-4c2e-8d2b-3d11e3f3f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.053169 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-642d7e84-30d5-4c2e-8d2b-3d11e3f3f8ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4004dd616e4549ada1d4077cda950618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387971 Sep 16 14:57:10.054147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d7e84-30d5-4c2e-8d2b-3d11e3f3f8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d848a419-8fb5-44df-a5df-18fe645c10c3,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:10.056043 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57134) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:10.121813 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.128149 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57140) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:10.142198 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07a55947-4c1f-4047-b96a-b67e0cbb6a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.169476 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.213027 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eabdf-f76e-4e59-983d-a1fb1df22544 req-473ac5d8-c082-4684-b8ca-932f964d0881 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:10.214580 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b29eabdf-f76e-4e59-983d-a1fb1df22544 req-473ac5d8-c082-4684-b8ca-932f964d0881 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 944 time: 0.0815043 Sep 16 14:57:10.237690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07a55947-4c1f-4047-b96a-b67e0cbb6a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.255746 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b29eabdf-f76e-4e59-983d-a1fb1df22544 req-1fb6f60f-b105-4c25-8d12-4797c953b6e6 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Sep 16 14:57:10.403423 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07a55947-4c1f-4047-b96a-b67e0cbb6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.442775 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-07a55947-4c1f-4047-b96a-b67e0cbb6a15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f08149e303584e56a9cae937bcd83ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131809 Sep 16 14:57:10.444900 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a55947-4c1f-4047-b96a-b67e0cbb6a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600383d-bf68-48b5-8210-ba5f670283e3,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:10.445861 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeff8c-1cda-4c1a-a5b1-a473271260cd req-e8837220-cd21-47aa-98f7-1e97121f3cf1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:10.447422 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57146) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:10.448269 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-97aeff8c-1cda-4c1a-a5b1-a473271260cd req-e8837220-cd21-47aa-98f7-1e97121f3cf1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 943 time: 0.0529861 Sep 16 14:57:10.449664 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.452592 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.453593 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d848a419-8fb5-44df-a5df-18fe645c10c3 HTTP/1.1" status: 204 len: 168 time: 0.3964932 Sep 16 14:57:10.469925 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891de70-ded9-46ca-b69c-326f3554d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d848a419-8fb5-44df-a5df-18fe645c10c3,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:10.511544 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-97aeff8c-1cda-4c1a-a5b1-a473271260cd req-6a0ebe3e-8378-4b51-ae2a-cbc9840429ff tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496707 Sep 16 14:57:10.519942 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.540766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.683178 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.695147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:10.695147 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2600383d-bf68-48b5-8210-ba5f670283e3 HTTP/1.1" status: 204 len: 168 time: 0.2267339 Sep 16 14:57:10.695476 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51646cd-044a-4ec6-8797-0720779c7bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600383d-bf68-48b5-8210-ba5f670283e3,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:10.737582 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f681a-417a-4682-897e-d74eb8dd1fae req-91a81ff8-6352-487a-a7ec-c1b41980e891 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:10.739063 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-507f681a-417a-4682-897e-d74eb8dd1fae req-91a81ff8-6352-487a-a7ec-c1b41980e891 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0486741 Sep 16 14:57:10.777835 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-507f681a-417a-4682-897e-d74eb8dd1fae req-09e82de5-44d0-4189-8ee3-96441fe3a6c3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Sep 16 14:57:10.903912 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-fc2c90a2-15d9-4312-b3c2-c0c79ba70a62 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025925 Sep 16 14:57:10.973912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3c41e-ba50-4903-992d-b24ee423dae5 req-a98d4384-a98a-4ed3-bc5a-1d7e7413916f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:10.975435 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-82c3c41e-ba50-4903-992d-b24ee423dae5 req-a98d4384-a98a-4ed3-bc5a-1d7e7413916f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 945 time: 0.0506265 Sep 16 14:57:11.014042 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-82c3c41e-ba50-4903-992d-b24ee423dae5 req-abc7a88e-989c-43b5-b58a-eb05a0e7842c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Sep 16 14:57:11.358464 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57176) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:11.381891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bac4e21f-1e48-4616-af7f-49053eaa0935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.400858 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa6ca-68cf-4cd3-8cc9-b4fae14e44d6 req-721a041d-44d6-4c13-93b2-b24786b1bd22 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:11.402465 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-84dfa6ca-68cf-4cd3-8cc9-b4fae14e44d6 req-721a041d-44d6-4c13-93b2-b24786b1bd22 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 944 time: 0.0810406 Sep 16 14:57:11.461514 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-84dfa6ca-68cf-4cd3-8cc9-b4fae14e44d6 req-4b16bdb8-79cf-47f2-a817-bb83eee8ceb4 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511601 Sep 16 14:57:11.515565 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bac4e21f-1e48-4616-af7f-49053eaa0935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.588346 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bac4e21f-1e48-4616-af7f-49053eaa0935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.647965 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:57:11.657519 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-bac4e21f-1e48-4616-af7f-49053eaa0935 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=661587b718fa48b8a2d2a4f61e167959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957511 Sep 16 14:57:11.658004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57192) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:11.658713 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4e21f-1e48-4616-af7f-49053eaa0935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3329bd8-5bfa-43b2-8e4f-d2dc2bbac84f,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:11.674982 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07fba3-db86-45f9-aac2-5d24bd8a49f1 req-e3d17774-bdf4-42da-8adc-ce96e8a5eba5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:11.676773 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1c07fba3-db86-45f9-aac2-5d24bd8a49f1 req-e3d17774-bdf4-42da-8adc-ce96e8a5eba5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 943 time: 0.0986681 Sep 16 14:57:11.778450 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1c07fba3-db86-45f9-aac2-5d24bd8a49f1 req-ce87cfd5-8079-4b74-be24-be3a18f0b83f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908601 Sep 16 14:57:11.795153 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:11.808325 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:57:11.843337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.857081 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.880418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:11.891587 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:11.902430 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:11.948627 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be797-c950-40d0-a0b1-97905472edf0 req-a5365a36-9cdb-4668-983d-b185db852de1 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:11.950266 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d35be797-c950-40d0-a0b1-97905472edf0 req-a5365a36-9cdb-4668-983d-b185db852de1 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0544128 Sep 16 14:57:11.960637 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a5a1b22a-678e-4e02-a7df-bcbe7e297a55 req-770fc59e-7b11-48e0-bcfd-2ce27234ea7b service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134265 Sep 16 14:57:11.992154 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d35be797-c950-40d0-a0b1-97905472edf0 req-70a0dfac-da9a-4076-b553-d16af52a4197 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353301 Sep 16 14:57:12.003632 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:12.062858 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:12.078008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:12.081636 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:12.083109 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3329bd8-5bfa-43b2-8e4f-d2dc2bbac84f HTTP/1.1" status: 204 len: 168 time: 0.4228334 Sep 16 14:57:12.092605 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58beb10-bdeb-4180-801d-0dbff68a8a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3329bd8-5bfa-43b2-8e4f-d2dc2bbac84f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:12.150046 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa2896-d684-4d8f-a642-9a51d204f6ea req-27e9fd5e-e3fa-40db-8408-7f833a4dc619 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:12.152528 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dfa2896-d684-4d8f-a642-9a51d204f6ea req-27e9fd5e-e3fa-40db-8408-7f833a4dc619 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 945 time: 0.0585892 Sep 16 14:57:12.205770 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dfa2896-d684-4d8f-a642-9a51d204f6ea req-34e5ef9b-08e6-440c-b9cf-bf23a1f881f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Sep 16 14:57:12.591777 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d474d2-82b5-4224-813e-6b605614dce2 req-6464bd70-8291-4a0c-a4f7-1cd8f34d182a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:12.593331 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a1d474d2-82b5-4224-813e-6b605614dce2 req-6464bd70-8291-4a0c-a4f7-1cd8f34d182a tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 944 time: 0.0614476 Sep 16 14:57:12.627015 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:57:12.669911 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a1d474d2-82b5-4224-813e-6b605614dce2 req-db9b6bd8-2485-46b8-b9b8-b18115c5efcf tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689178 Sep 16 14:57:12.797597 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:12.807369 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 73833060-5951-4078-8a92-051db3afcfd9 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:57:12.836767 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:57:12.848943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:12.849326 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:12.872990 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['086ea88d-7346-4c1e-8c6a-a534016d492f'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:12.891273 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cc05-0afb-46d2-a783-dfb1c3cae8e3 req-d6262f18-a0ab-4b65-b652-291f940d8c6e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:12.892797 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f8e9cc05-0afb-46d2-a783-dfb1c3cae8e3 req-d6262f18-a0ab-4b65-b652-291f940d8c6e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 943 time: 0.0556698 Sep 16 14:57:12.931192 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f8e9cc05-0afb-46d2-a783-dfb1c3cae8e3 req-c3912323-4eba-4429-b104-096e809c99c5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Sep 16 14:57:12.993226 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=73833060-5951-4078-8a92-051db3afcfd9,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:13.037573 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '73833060-5951-4078-8a92-051db3afcfd9', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'port_id': '73833060-5951-4078-8a92-051db3afcfd9', 'mac_address': 'fa:16:3e:e6:f6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:57:13.079570 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.130464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.146515 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:13.173589 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43f907-02c4-448c-ba28-3774fc78ee0b req-9bb6a5d9-69a2-44af-b8fb-59a957750687 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:13.182122 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc43f907-02c4-448c-ba28-3774fc78ee0b req-9bb6a5d9-69a2-44af-b8fb-59a957750687 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0932963 Sep 16 14:57:13.232033 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc43f907-02c4-448c-ba28-3774fc78ee0b req-ca46a863-40da-4f2b-b435-5425495b2cf3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Sep 16 14:57:13.257505 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,segment=NetworkSegment(04781acd-fc87-459e-80aa-7bcd242f6435),segment_id=04781acd-fc87-459e-80aa-7bcd242f6435)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:13.257505 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73833060-5951-4078-8a92-051db3afcfd9 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:13.293388 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=73833060-5951-4078-8a92-051db3afcfd9,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:13.309640 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57258) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:13.334405 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.335350 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 0ecab6c2-1b8d-48ed-8e35-d8613a299773 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:57:13.346074 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57262) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:13.368524 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a89a58-1e2a-403e-a884-3150d5276d1b req-032d9fe8-22f6-4bdd-987b-0f0575fc857b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:13.370427 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9a89a58-1e2a-403e-a884-3150d5276d1b req-032d9fe8-22f6-4bdd-987b-0f0575fc857b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 945 time: 0.0767872 Sep 16 14:57:13.387145 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.416367 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9a89a58-1e2a-403e-a884-3150d5276d1b req-451ecf67-30f1-42e0-b011-bf1e75ad62e1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370727 Sep 16 14:57:13.445926 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:13.480796 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ac8b470f-6ba7-4f86-9568-e3ead4cfb5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.500184 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:13.540422 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:57:13.544546 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:13.544930 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.589530 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ac8b470f-6ba7-4f86-9568-e3ead4cfb5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.595395 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfeae33-145f-4b9c-97bc-4ac12e46cb9a" -d '{"events": [{"server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "name": "network-vif-plugged", "status": "completed", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:13.643485 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.657017 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-048f8da3-44e3-485f-993b-dcd6567a2803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.665715 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ac8b470f-6ba7-4f86-9568-e3ead4cfb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.703144 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:13.724019 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ac8b470f-6ba7-4f86-9568-e3ead4cfb5c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4eba2e6092c8431f96e41c98e8a61450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105182 Sep 16 14:57:13.724404 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57276) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:13.734424 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce16bd9-08c2-48d4-abbc-2c0b2bf72b41 x-openstack-request-id: req-4ce16bd9-08c2-48d4-abbc-2c0b2bf72b41 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:13.734792 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "name": "network-vif-plugged", "status": "completed", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:13.735172 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ce16bd9-08c2-48d4-abbc-2c0b2bf72b41 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:13.735740 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76', 'code': 200} Sep 16 14:57:13.744521 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b470f-6ba7-4f86-9568-e3ead4cfb5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a93ed2-0d42-432d-a897-d9fb3958e921,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:13.757866 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.811618 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:13.815258 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64d9ae-d1b0-4280-a27b-397b95638c66 req-6b8caca0-6085-41a4-a420-498eba3a34c2 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:13.816885 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc64d9ae-d1b0-4280-a27b-397b95638c66 req-6b8caca0-6085-41a4-a420-498eba3a34c2 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0757425 Sep 16 14:57:13.829559 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-048f8da3-44e3-485f-993b-dcd6567a2803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.833825 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.875108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.883766 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc64d9ae-d1b0-4280-a27b-397b95638c66 req-df7ff06b-9329-4da3-8c2f-c2ce83d51403 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587106 Sep 16 14:57:13.929173 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-048f8da3-44e3-485f-993b-dcd6567a2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:13.979812 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-048f8da3-44e3-485f-993b-dcd6567a2803 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9a19b9418db471e94eb1fca6222b7bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326272 Sep 16 14:57:13.981878 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f8da3-44e3-485f-993b-dcd6567a2803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c153cd6d-62e2-4acb-8276-e9739bb57036,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:13.983699 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57288) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:14.043912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.046416 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.047523 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27a93ed2-0d42-432d-a897-d9fb3958e921 HTTP/1.1" status: 204 len: 168 time: 0.3221445 Sep 16 14:57:14.073246 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad372450-1326-4ad0-8d03-c7e22e615dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a93ed2-0d42-432d-a897-d9fb3958e921,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:14.110890 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743264a-8e54-444e-89d8-807523f78aee req-67f7821f-e072-4859-8a5f-b7b6322e50c3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:14.124795 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1743264a-8e54-444e-89d8-807523f78aee req-67f7821f-e072-4859-8a5f-b7b6322e50c3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 944 time: 0.0975955 Sep 16 14:57:14.124795 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.147315 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.186738 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1743264a-8e54-444e-89d8-807523f78aee req-e25e822a-4ecc-452b-831e-b262b1c5eca3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636086 Sep 16 14:57:14.344070 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.346908 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:14.348264 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c153cd6d-62e2-4acb-8276-e9739bb57036 HTTP/1.1" status: 204 len: 168 time: 0.3606229 Sep 16 14:57:14.360518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80facf4e-6d00-448c-8d16-d6527e37fd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c153cd6d-62e2-4acb-8276-e9739bb57036,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:14.377276 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10f661-4895-41d7-ab75-58703ff4c7ea req-8a0d0265-fbb1-4a9d-a0b0-243ca37686ff tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:14.379152 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf10f661-4895-41d7-ab75-58703ff4c7ea req-8a0d0265-fbb1-4a9d-a0b0-243ca37686ff tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0677774 Sep 16 14:57:14.425067 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf10f661-4895-41d7-ab75-58703ff4c7ea req-7ff69d2e-cac9-48a3-b876-56f54e6487cf tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394533 Sep 16 14:57:14.541613 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eebbc-ada4-4d1c-b5ee-9eb1c5642efe req-df061358-843f-4a61-a5bf-b08b6be13898 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:14.543763 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0f6eebbc-ada4-4d1c-b5ee-9eb1c5642efe req-df061358-843f-4a61-a5bf-b08b6be13898 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Sep 16 14:57:14.586935 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0f6eebbc-ada4-4d1c-b5ee-9eb1c5642efe req-ad7e351f-ef44-451d-8c0f-2f64e9c5a15b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Sep 16 14:57:15.006475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083787bc-c081-41fe-a7c2-448faa3b41b5 req-99fbcbbd-bda1-4a8a-87e9-1aa4a9d9b1c1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:15.007967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-083787bc-c081-41fe-a7c2-448faa3b41b5 req-99fbcbbd-bda1-4a8a-87e9-1aa4a9d9b1c1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0501463 Sep 16 14:57:15.047567 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-083787bc-c081-41fe-a7c2-448faa3b41b5 req-40e7e141-2f3a-42c4-bf9b-c132540c66f1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Sep 16 14:57:15.091518 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57324) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:15.295027 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe5d2-c776-4b5d-84dc-ba5b05dfc02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.316201 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8ca9-7f31-4ec2-9692-f7ebfb679464 req-2f33e80d-efa5-42df-afb9-be2b2f97b42e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:15.317794 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-57da8ca9-7f31-4ec2-9692-f7ebfb679464 req-2f33e80d-efa5-42df-afb9-be2b2f97b42e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 944 time: 0.0604928 Sep 16 14:57:15.378922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-57da8ca9-7f31-4ec2-9692-f7ebfb679464 req-cedcfec7-4d3b-4d63-adae-532088529018 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533054 Sep 16 14:57:15.416853 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe5d2-c776-4b5d-84dc-ba5b05dfc02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.511804 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe5d2-c776-4b5d-84dc-ba5b05dfc02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.554878 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ffbfe5d2-c776-4b5d-84dc-ba5b05dfc02c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d40504a86534a25867ccd325ef3879b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620533 Sep 16 14:57:15.555593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe5d2-c776-4b5d-84dc-ba5b05dfc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c761f6-ed66-4053-9c08-611ea04e093c,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:15.558005 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57346) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:15.561472 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58995ff-b146-47da-9877-c5d89279c575 req-f9efe84a-6f82-404b-8541-eecebae3917e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:15.563078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a58995ff-b146-47da-9877-c5d89279c575 req-f9efe84a-6f82-404b-8541-eecebae3917e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0560775 Sep 16 14:57:15.615083 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.619589 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a58995ff-b146-47da-9877-c5d89279c575 req-67af0f9e-a1d8-4879-abf8-23faa66ae523 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 Sep 16 14:57:15.641071 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.737539 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:15.740454 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b760b6-7e09-4f9e-ade7-1d0091d63351" -d '{"events": [{"server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "name": "network-vif-plugged", "status": "completed", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:15.741099 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ca924-72c6-4839-9df0-91aaf555d76d req-ab84a5b4-c38b-4677-b12f-2f12aa92c766 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:15.742660 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-240ca924-72c6-4839-9df0-91aaf555d76d req-ab84a5b4-c38b-4677-b12f-2f12aa92c766 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0611646 Sep 16 14:57:15.781085 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.784765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:15.796727 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14c761f6-ed66-4053-9c08-611ea04e093c HTTP/1.1" status: 204 len: 168 time: 0.2284036 Sep 16 14:57:15.796822 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5e5f5c-191e-48d0-a844-8ded0407c8b3 x-openstack-request-id: req-8b5e5f5c-191e-48d0-a844-8ded0407c8b3 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:15.796822 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "name": "network-vif-plugged", "status": "completed", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:15.796822 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b5e5f5c-191e-48d0-a844-8ded0407c8b3 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:15.796822 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'code': 200} Sep 16 14:57:15.810913 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7c587-eded-47cf-8f74-c535c355ed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c761f6-ed66-4053-9c08-611ea04e093c,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:15.830791 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-240ca924-72c6-4839-9df0-91aaf555d76d req-147a5000-652a-4a4a-814d-0035800ee3ac tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680313 Sep 16 14:57:15.956259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['73833060-5951-4078-8a92-051db3afcfd9'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:16.148397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-c80c8731-0cb4-45bc-8538-24ca8f2b837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.150011 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-c80c8731-0cb4-45bc-8538-24ca8f2b837c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 1098 time: 0.0852897 Sep 16 14:57:16.174056 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-870eeecd-f6a0-4ed5-9d65-00052db9607d service neutron] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:16.209167 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3297e9-40dd-4af0-9a1b-a95a6cf1a101 req-eb0b7377-ebb9-47f3-a0cf-0385d084c069 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.229497 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ef3297e9-40dd-4af0-9a1b-a95a6cf1a101 req-eb0b7377-ebb9-47f3-a0cf-0385d084c069 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0822904 Sep 16 14:57:16.312561 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-870eeecd-f6a0-4ed5-9d65-00052db9607d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:16.320491 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ef3297e9-40dd-4af0-9a1b-a95a6cf1a101 req-5f4eb180-a051-40f7-95d6-d2dbbe7b7952 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 Sep 16 14:57:16.329926 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-28769479-39ba-456a-9bda-461d8fa509e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.332092 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-28769479-39ba-456a-9bda-461d8fa509e2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 1099 time: 0.1246774 Sep 16 14:57:16.359330 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-b3389f92-ca72-40ea-91e2-c36261ad273f service neutron] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:16.394065 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-870eeecd-f6a0-4ed5-9d65-00052db9607d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:16.463448 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-94eaa0c1-a76a-40b5-b097-b20b79ec4eea req-870eeecd-f6a0-4ed5-9d65-00052db9607d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049641 Sep 16 14:57:16.468590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eeecd-f6a0-4ed5-9d65-00052db9607d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aad033a7-9f64-4bcb-b370-5bc3559e7afa,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:16.509314 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.db.api [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-b3389f92-ca72-40ea-91e2-c36261ad273f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 024f350b9eab42bcad050e25b8eb255b {{(pid=106171) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 14:57:16.509712 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG oslo_db.api [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-b3389f92-ca72-40ea-91e2-c36261ad273f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 14:57:16.544458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0673a2-857e-40bc-bec5-038b537d764c req-6dd94210-899f-4774-810e-3374af691d66 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.547048 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bf0673a2-857e-40bc-bec5-038b537d764c req-6dd94210-899f-4774-810e-3374af691d66 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 944 time: 0.0787020 Sep 16 14:57:16.598284 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bf0673a2-857e-40bc-bec5-038b537d764c req-26ae1881-dd99-4c9b-b294-e26446c7b815 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445495 Sep 16 14:57:16.773812 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745578e-1474-4755-9bbf-442cc933d1e5 req-6861b93c-3874-411e-8c40-9dcd454d67a2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.776195 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9745578e-1474-4755-9bbf-442cc933d1e5 req-6861b93c-3874-411e-8c40-9dcd454d67a2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0549107 Sep 16 14:57:16.816462 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9745578e-1474-4755-9bbf-442cc933d1e5 req-9d1cc027-6d49-4130-9944-88794335c524 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329399 Sep 16 14:57:16.950324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea32a3c-a87e-4cc8-8f7b-92fc8df56d68 req-898630b8-e2e7-420a-893d-440110bfd2bc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:16.952006 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ea32a3c-a87e-4cc8-8f7b-92fc8df56d68 req-898630b8-e2e7-420a-893d-440110bfd2bc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0533717 Sep 16 14:57:17.004227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ea32a3c-a87e-4cc8-8f7b-92fc8df56d68 req-988bc1d8-92ba-4baf-8718-b893ddfda9b2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Sep 16 14:57:17.010810 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-b3389f92-ca72-40ea-91e2-c36261ad273f service neutron] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.093091 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d5dfba0e-6143-401f-8e91-0fc0bb25c586 req-b3389f92-ca72-40ea-91e2-c36261ad273f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514708 Sep 16 14:57:17.165313 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57466) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:17.399704 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3186e7be-1fae-4496-be0f-6f834009d10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.472291 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeb441-e139-4e72-951c-a9ed5ed47d13 req-8157b330-7368-4efb-9846-6d9956333c86 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:17.473878 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-16aeb441-e139-4e72-951c-a9ed5ed47d13 req-8157b330-7368-4efb-9846-6d9956333c86 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Sep 16 14:57:17.502845 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3186e7be-1fae-4496-be0f-6f834009d10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.524139 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-16aeb441-e139-4e72-951c-a9ed5ed47d13 req-8d1485ee-a0c1-4973-b1b3-1eae67c1444b tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Sep 16 14:57:17.598404 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3186e7be-1fae-4496-be0f-6f834009d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.644844 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3186e7be-1fae-4496-be0f-6f834009d10e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d9ea211e603454983a133c143ea34b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759505 Sep 16 14:57:17.645718 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57490) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:17.661138 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e7be-1fae-4496-be0f-6f834009d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7da508-234c-460e-a1c1-d4646f6d8816,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:17.713044 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.713496 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:57:17.746345 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.753415 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac134-35c6-49d5-a0dd-28a0dafba7e1 req-48c38d4d-1d08-4351-8a49-439b8b8cc57d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:17.755282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-194ac134-35c6-49d5-a0dd-28a0dafba7e1 req-48c38d4d-1d08-4351-8a49-439b8b8cc57d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 944 time: 0.0640125 Sep 16 14:57:17.804025 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-194ac134-35c6-49d5-a0dd-28a0dafba7e1 req-f223e411-a0ac-4987-9949-48fe52c04cfe tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407541 Sep 16 14:57:17.890062 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 086ea88d-7346-4c1e-8c6a-a534016d492f completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:57:17.895012 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 086ea88d-7346-4c1e-8c6a-a534016d492f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:17.903792 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.923569 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.926521 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:17.927705 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b7da508-234c-460e-a1c1-d4646f6d8816 HTTP/1.1" status: 204 len: 168 time: 0.2810781 Sep 16 14:57:17.950478 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc28e1-a6d5-49cb-ac78-4d258afe8772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7da508-234c-460e-a1c1-d4646f6d8816,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:17.970617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f695e-a647-40fb-bc03-2abf4fdb913d req-494a73ad-83f2-4ef1-8180-e8acca3d0b28 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:17.976792 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-036f695e-a647-40fb-bc03-2abf4fdb913d req-494a73ad-83f2-4ef1-8180-e8acca3d0b28 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0771334 Sep 16 14:57:18.022727 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:18.040138 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-036f695e-a647-40fb-bc03-2abf4fdb913d req-2477f1f6-b255-42db-991a-a144c0f28a67 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546131 Sep 16 14:57:18.074990 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:18.081341 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf54cb2-7293-4a05-bbf3-993d35ed84f0" -d '{"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:18.122367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:18.142304 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bbaba8-8432-4d64-924a-0048be0595fd x-openstack-request-id: req-49bbaba8-8432-4d64-924a-0048be0595fd {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:18.143179 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:18.144776 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49bbaba8-8432-4d64-924a-0048be0595fd {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:18.145572 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'code': 200} Sep 16 14:57:18.166561 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd0d9-9972-43b1-a887-60139c2470fd req-30a8528d-e438-4a62-936d-b6e54d39656d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:18.176647 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bd9cd0d9-9972-43b1-a887-60139c2470fd req-30a8528d-e438-4a62-936d-b6e54d39656d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0679951 Sep 16 14:57:18.260246 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bd9cd0d9-9972-43b1-a887-60139c2470fd req-974f3ec7-bbaf-4a01-a333-7fd18500ba12 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758181 Sep 16 14:57:18.346275 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:18.347674 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 73833060-5951-4078-8a92-051db3afcfd9 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:57:18.459085 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:18.592001 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 73833060-5951-4078-8a92-051db3afcfd9 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:57:18.596249 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 73833060-5951-4078-8a92-051db3afcfd9 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:18.600262 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:18.665475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4346dd4-bf0b-4d1c-a65e-78274b56045d req-115da9cb-5290-40f2-b17e-25d2bfd559cb tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:18.668688 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b4346dd4-bf0b-4d1c-a65e-78274b56045d req-115da9cb-5290-40f2-b17e-25d2bfd559cb tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0571170 Sep 16 14:57:18.689141 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:18.723090 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b4346dd4-bf0b-4d1c-a65e-78274b56045d req-592cea99-bf53-42ab-b88d-d3272900e6fb tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Sep 16 14:57:18.733204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939fdd9-ccb4-4a6e-b4ca-a8fcd2c23e4e req-34506ff1-2a0a-4117-ac91-179af55435a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:18.734405 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=73833060-5951-4078-8a92-051db3afcfd9,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:18.737613 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6939fdd9-ccb4-4a6e-b4ca-a8fcd2c23e4e req-34506ff1-2a0a-4117-ac91-179af55435a8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1099 time: 0.0850091 Sep 16 14:57:18.787596 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6939fdd9-ccb4-4a6e-b4ca-a8fcd2c23e4e req-92eb8770-3604-4145-a2a7-4667b8c74f55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Sep 16 14:57:18.840781 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:18.895101 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:18.928012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c3117-6b58-49a5-9fba-8a8d4725d187 req-a5a0c109-e1ac-40a4-a34f-52de6597267f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:18.929498 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec8c3117-6b58-49a5-9fba-8a8d4725d187 req-a5a0c109-e1ac-40a4-a34f-52de6597267f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0496342 Sep 16 14:57:18.955981 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57548) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:18.973083 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-05fca8ef-4d35-40f7-a439-e7941a7dcb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.000687 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec8c3117-6b58-49a5-9fba-8a8d4725d187 req-0ade4e15-0ed1-43c2-bc4e-c4262d22a3bb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625689 Sep 16 14:57:19.075620 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-05fca8ef-4d35-40f7-a439-e7941a7dcb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.169622 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-05fca8ef-4d35-40f7-a439-e7941a7dcb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.192269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7d0b6-ddec-4d70-b517-f7264166ff66 req-ba4416ab-f476-42d8-a0f0-c1c34e15192f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:19.193698 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15b7d0b6-ddec-4d70-b517-f7264166ff66 req-ba4416ab-f476-42d8-a0f0-c1c34e15192f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0579805 Sep 16 14:57:19.208264 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-05fca8ef-4d35-40f7-a439-e7941a7dcb85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6f5bc9629f24f28b80a34cd027ddafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546735 Sep 16 14:57:19.209204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fca8ef-4d35-40f7-a439-e7941a7dcb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037e73a6-2095-4241-bdfb-a20f567925e1,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:19.211594 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 57552) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:19.246848 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15b7d0b6-ddec-4d70-b517-f7264166ff66 req-3251247f-f117-459f-892e-2477539fa1dc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Sep 16 14:57:19.265658 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.290404 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.385773 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d106-ca26-4378-8829-9fe43133dddb req-982282d9-1544-42c4-a002-b1bcc8ea4b05 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:19.387629 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6438d106-ca26-4378-8829-9fe43133dddb req-982282d9-1544-42c4-a002-b1bcc8ea4b05 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0528202 Sep 16 14:57:19.403562 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.406391 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:19.407621 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/037e73a6-2095-4241-bdfb-a20f567925e1 HTTP/1.1" status: 204 len: 168 time: 0.1951044 Sep 16 14:57:19.415370 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf6f7-da32-44a3-8fae-ccd0ba16790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037e73a6-2095-4241-bdfb-a20f567925e1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:19.456779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6438d106-ca26-4378-8829-9fe43133dddb req-fe3e82ee-cb66-4641-aaef-2fef94c06714 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Sep 16 14:57:19.871289 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d523c-9ed3-4c8a-8956-b3a0a941204e req-a8546e1e-6f01-45a3-8d01-743b6f7684d1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:19.872892 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c70d523c-9ed3-4c8a-8956-b3a0a941204e req-a8546e1e-6f01-45a3-8d01-743b6f7684d1 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0691955 Sep 16 14:57:19.915451 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c70d523c-9ed3-4c8a-8956-b3a0a941204e req-f39c76d6-76dc-49c4-968f-6f79dba21edc tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358520 Sep 16 14:57:20.146642 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73833060-5951-4078-8a92-051db3afcfd9'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:20.149396 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d3ea7-d684-4e37-a2ec-54e6e2f5e0da" -d '{"events": [{"server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "name": "network-vif-plugged", "status": "completed", "tag": "73833060-5951-4078-8a92-051db3afcfd9"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:20.152739 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c20b02-8808-4e81-89bb-fcb4f1b728dc req-dcfa50b3-0833-45fd-a4d2-027d79888e7b tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:20.157702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-08c20b02-8808-4e81-89bb-fcb4f1b728dc req-dcfa50b3-0833-45fd-a4d2-027d79888e7b tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0585124 Sep 16 14:57:20.189504 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da1e40-5279-4e3a-9ac6-6a0fd83d64b6 x-openstack-request-id: req-84da1e40-5279-4e3a-9ac6-6a0fd83d64b6 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:20.190464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "name": "network-vif-plugged", "status": "completed", "tag": "73833060-5951-4078-8a92-051db3afcfd9", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:20.190720 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84da1e40-5279-4e3a-9ac6-6a0fd83d64b6 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:20.191214 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73833060-5951-4078-8a92-051db3afcfd9', 'code': 200} Sep 16 14:57:20.202499 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-08c20b02-8808-4e81-89bb-fcb4f1b728dc req-1e43cda3-03d3-4645-91ec-4348afd26c1b tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Sep 16 14:57:20.390705 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad2090-ea65-4990-b4bd-32339c02f108 req-38536616-2357-4ecf-8145-ddabc95ed9fb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:20.394469 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69ad2090-ea65-4990-b4bd-32339c02f108 req-38536616-2357-4ecf-8145-ddabc95ed9fb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0642965 Sep 16 14:57:20.437207 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69ad2090-ea65-4990-b4bd-32339c02f108 req-de57cafa-5f21-41e3-8eeb-9e7cc2ad55d7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372086 Sep 16 14:57:20.624617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb2107-7db0-4462-b50e-afec15c2d866 req-37271b1f-d346-4777-8fbd-d3e5c2a97682 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:20.625973 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dbcb2107-7db0-4462-b50e-afec15c2d866 req-37271b1f-d346-4777-8fbd-d3e5c2a97682 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0627997 Sep 16 14:57:20.635387 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57614) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:20.637349 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf0f6-980a-434d-8fc0-12280d1fd253 req-e3cc348d-3d2f-497b-bfd5-b6caf50b5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:20.639104 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-0e1cf0f6-980a-434d-8fc0-12280d1fd253 req-e3cc348d-3d2f-497b-bfd5-b6caf50b5266 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1098 time: 0.0480566 Sep 16 14:57:20.642862 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'floatingip': {'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:20.695311 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-0e1cf0f6-980a-434d-8fc0-12280d1fd253 req-b243f5f3-6c98-4528-9ff6-c9beb696d199 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Sep 16 14:57:20.728912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:21.458175 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5ba0e-355d-4878-a717-398a3e8d5565 req-7d05488d-ff7d-4cec-891d-60e6275b7467 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:21.459738 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2af5ba0e-355d-4878-a717-398a3e8d5565 req-7d05488d-ff7d-4cec-891d-60e6275b7467 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1764932 Sep 16 14:57:21.583908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2af5ba0e-355d-4878-a717-398a3e8d5565 req-f25eb22f-30b8-4e6f-991f-badfb9722a8c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170015 Sep 16 14:57:21.686891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:21.797520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:21.931500 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Floating IP 47a7f197-7c35-4914-8104-05efda3b6fce associated. External IP: 172.27.3.118, port: 086ea88d-7346-4c1e-8c6a-a534016d492f. Sep 16 14:57:22.244233 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:57:22.391420 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:57:22.396609 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:22.407736 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:57:22.429200 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:57:22.429929 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:22.441112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d5163f94-06ab-4dcf-a602-ed9bf3feb002 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "PUT /v2.0/floatingips/47a7f197-7c35-4914-8104-05efda3b6fce HTTP/1.1" status: 200 len: 992 time: 1.8039238 Sep 16 14:57:22.441860 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:22.570302 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:57:22.595407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68741ce-7d12-4490-bdc6-e053bcd41e94" -d '{"events": [{"name": "network-changed", "server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:22.958622 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '47a7f197-7c35-4914-8104-05efda3b6fce', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:49Z', 'updated_at': '2021-09-16T14:57:21Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:23.004208 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:57:23.013926 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:57:23.014940 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:23.136557 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:57:23.150101 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59a374-42f3-4389-8f3f-89f741c8fec6 x-openstack-request-id: req-1a59a374-42f3-4389-8f3f-89f741c8fec6 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:23.150466 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:23.150814 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a59a374-42f3-4389-8f3f-89f741c8fec6 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:23.151478 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'status': 'completed', 'code': 200} Sep 16 14:57:23.233107 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-5a34ebfc-5e3b-40b3-8344-eb0238b2be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.235721 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-5a34ebfc-5e3b-40b3-8344-eb0238b2be4c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1099 time: 0.0610600 Sep 16 14:57:23.249708 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be72580-9ce4-493e-a854-780942273660 req-094a5fae-1b0c-47b9-b56d-9900a2fc92d0 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.251394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0be72580-9ce4-493e-a854-780942273660 req-094a5fae-1b0c-47b9-b56d-9900a2fc92d0 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0552816 Sep 16 14:57:23.335236 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0be72580-9ce4-493e-a854-780942273660 req-382f7c13-c5af-4e2c-891b-1c4a5e55549f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764043 Sep 16 14:57:23.438582 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-3988bc4e-e84f-4fde-94a3-d434effbc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.440428 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-3988bc4e-e84f-4fde-94a3-d434effbc21a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1839385 Sep 16 14:57:23.489039 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '47a7f197-7c35-4914-8104-05efda3b6fce', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:49Z', 'updated_at': '2021-09-16T14:57:21Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:23.500348 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab77230-252d-461b-b250-b5e90e0768d9 req-d91514ad-45a4-45bd-827a-b5a21fa6cc70 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.501967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ab77230-252d-461b-b250-b5e90e0768d9 req-d91514ad-45a4-45bd-827a-b5a21fa6cc70 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0654864 Sep 16 14:57:23.511122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 57716) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:23.527718 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'floatingip': {'port_id': '73833060-5951-4078-8a92-051db3afcfd9'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:23.533095 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e88a25-38a1-41f9-a034-20efff036f69 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '47a7f197-7c35-4914-8104-05efda3b6fce', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:49Z', 'updated_at': '2021-09-16T14:57:21Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:57:23.574357 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-25ae45a4-dd3f-4cb3-9f3e-00c12e31c9f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1000 time: 0.1249785 Sep 16 14:57:23.659725 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-9ac2e8f2-e4dc-4454-937c-4538a31fbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.663870 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-9ac2e8f2-e4dc-4454-937c-4538a31fbc90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0750468 Sep 16 14:57:23.744975 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-2f85e4a6-4b6b-4136-8fc1-f6bab0641d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:23.746798 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-2f85e4a6-4b6b-4136-8fc1-f6bab0641d3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674422 Sep 16 14:57:23.786409 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-45f6ec53-53e0-4b80-8a9d-6582f82d8a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:23.791312 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:23.870385 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-a26d5ca8-a3ed-467d-ac2f-585ae2ffd139 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114328 Sep 16 14:57:23.883738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18df37-ebb7-44bf-9af3-f056cc8be499 None None] New status for floating IP 47a7f197-7c35-4914-8104-05efda3b6fce: ACTIVE {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 14:57:24.119607 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f68741ce-7d12-4490-bdc6-e053bcd41e94 req-12747cd6-49f6-4112-966b-655887928cd9 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107396 Sep 16 14:57:24.413381 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:24.512766 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:24.624613 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Floating IP 2418b3a6-6718-4ee2-870c-8e54bdedfc87 associated. External IP: 172.27.3.243, port: 73833060-5951-4078-8a92-051db3afcfd9. Sep 16 14:57:24.853966 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:57:24.994193 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:57:25.001823 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:25.009861 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:57:25.020266 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:57:25.021418 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:25.043287 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-61c5dab5-3f7f-4976-b475-86899241dc0e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "PUT /v2.0/floatingips/2418b3a6-6718-4ee2-870c-8e54bdedfc87 HTTP/1.1" status: 200 len: 991 time: 1.5308108 Sep 16 14:57:25.152575 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'tag': '73833060-5951-4078-8a92-051db3afcfd9'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:25.155236 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "tag": "73833060-5951-4078-8a92-051db3afcfd9"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:25.187794 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:57:25.194004 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e276b9-d082-423d-9756-e4885b780a3b x-openstack-request-id: req-c6e276b9-d082-423d-9756-e4885b780a3b {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:25.194305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "tag": "73833060-5951-4078-8a92-051db3afcfd9", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:25.194595 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6e276b9-d082-423d-9756-e4885b780a3b {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:25.194959 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'tag': '73833060-5951-4078-8a92-051db3afcfd9', 'status': 'completed', 'code': 200} Sep 16 14:57:25.294678 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-9af4a8e6-1f6b-496f-bbae-d076d1f1d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:25.297763 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-9af4a8e6-1f6b-496f-bbae-d076d1f1d644 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1098 time: 0.0682836 Sep 16 14:57:25.419740 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-55529b24-a229-4fb3-ad83-e6181cca15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:25.421385 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-55529b24-a229-4fb3-ad83-e6181cca15b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.1174984 Sep 16 14:57:25.503286 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-d162df5e-9d4d-4c8d-9d89-dac3513d7da5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 999 time: 0.0745120 Sep 16 14:57:25.506640 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '2418b3a6-6718-4ee2-870c-8e54bdedfc87', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': '73833060-5951-4078-8a92-051db3afcfd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:e6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:51Z', 'updated_at': '2021-09-16T14:57:24Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:25.540601 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:57:25.550397 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:57:25.550943 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:56:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:25.602662 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-b3722e1d-4a70-4c59-8c09-1960d7bfb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:25.615262 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-b3722e1d-4a70-4c59-8c09-1960d7bfb470 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0898066 Sep 16 14:57:25.686959 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:57:25.691525 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-f354fd6d-73d5-4110-8e9d-12eff74f5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:25.693323 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-f354fd6d-73d5-4110-8e9d-12eff74f5e5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717406 Sep 16 14:57:25.813539 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-b22b3fc4-579a-4bec-8cd1-d3330391cdc4 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083918 Sep 16 14:57:25.941822 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4a90c4eb-f2c8-44e6-a400-30ebb4bcb45b req-f023c23f-5101-4282-947d-848ac304b101 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167610 Sep 16 14:57:26.005645 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '2418b3a6-6718-4ee2-870c-8e54bdedfc87', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': '73833060-5951-4078-8a92-051db3afcfd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:e6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:51Z', 'updated_at': '2021-09-16T14:57:24Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:26.034209 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8e1f7-ac82-481d-b977-55ea8fd46a45 None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '2418b3a6-6718-4ee2-870c-8e54bdedfc87', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': '73833060-5951-4078-8a92-051db3afcfd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:e6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:56:51Z', 'updated_at': '2021-09-16T14:57:24Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:57:26.258131 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910ba80-e60e-4ac5-bf26-bdde5586a1c5 None None] New status for floating IP 2418b3a6-6718-4ee2-870c-8e54bdedfc87: ACTIVE {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 14:57:26.437804 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c70397f3-e701-482a-bafe-e6bad21d40e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:27.328638 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:27.717577 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:29.220734 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:37.120796 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-95f2241e-fcb2-4091-b28a-7e2e4a243bbe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522656 Sep 16 14:57:37.215367 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-4f9dc727-7801-467a-9f1c-639bd2e8e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:37.217057 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-4f9dc727-7801-467a-9f1c-639bd2e8e3f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 1099 time: 0.0401499 Sep 16 14:57:37.238544 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-d819580f-bbfe-4bb8-9006-659df460de56 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:37.240093 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-d819580f-bbfe-4bb8-9006-659df460de56 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.1383395 Sep 16 14:57:37.255821 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-fc6856f0-9a61-410e-b8d1-9a4a3c0785df tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/quotas/03881099c1ac46bbbed340f7bb503fc0 HTTP/1.1" status: 200 len: 375 time: 0.0093148 Sep 16 14:57:37.314550 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-ef381a84-f176-45a7-9c56-53feab026540 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529776 Sep 16 14:57:37.333863 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-36384f95-6765-4ba3-a0bb-3a062d2ba895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:37.335272 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-36384f95-6765-4ba3-a0bb-3a062d2ba895 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 916 time: 0.0935898 Sep 16 14:57:37.382664 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-a3dffa1c-1d9c-4635-ab17-29c5c7c6d9fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773 HTTP/1.1" status: 200 len: 217 time: 0.0376987 Sep 16 14:57:37.429151 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-4a6fb3a9-9937-4253-a408-357eb26bde56 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074064 Sep 16 14:57:37.449815 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-134720b6-10eb-46c4-a5ec-e5e713d3ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:37.451282 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-134720b6-10eb-46c4-a5ec-e5e713d3ec10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.0578330 Sep 16 14:57:37.496911 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-9f4c835f-fe0b-44e4-ab82-54a2de3b3c95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294647 Sep 16 14:57:37.525865 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-6da39646-1567-4304-b3fa-3100c259de47 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892811 Sep 16 14:57:37.627153 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-de513fc8-d1d0-497b-bac3-2ce25e8c4eae service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057534 Sep 16 14:57:37.728045 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-82c001ab-e28a-4136-beb3-a0ed9a012f3b req-8a74fca8-7fd8-43e2-a29e-0d58ec84c1fa service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Sep 16 14:57:37.848044 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f38e91ef-3949-4506-9fc3-96e74dcf97ca req-2a269314-f21a-418b-9196-2cc5ca933920 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Sep 16 14:57:38.949267 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48d6125b-40b8-45e0-87a7-22cfb0375ed4 req-ec5a1ec4-a2c7-4af3-8f26-9088ae684a64 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 210 time: 0.0281904 Sep 16 14:57:39.111692 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58186) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:39.222954 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.323253 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.403211 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.443097 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39f1b6815fd8413492d6db3ecdf66ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302839 Sep 16 14:57:39.444254 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d6bcdf-8ddc-4ebb-9c18-f1d8e43c1ed0,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:39.445824 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58190) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:39.452025 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.452379 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.452725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.453062 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.453397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.453730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.454062 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.454397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.454733 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.455060 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.455384 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.459750 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81cfc4c-bbb5-448b-bcce-aac7e8df7111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.505805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.532105 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.629777 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58196) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:39.649044 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.652224 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.653399 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91d6bcdf-8ddc-4ebb-9c18-f1d8e43c1ed0 HTTP/1.1" status: 204 len: 168 time: 0.2060590 Sep 16 14:57:39.661422 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d6bcdf-8ddc-4ebb-9c18-f1d8e43c1ed0,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:39.668962 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.669312 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.671807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.672524 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.672863 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.673200 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff8d35-879b-4748-9695-4289280fe613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:39.763616 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-75d4fbcc-fb34-4280-97b2-a46ed970c453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.868856 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-75d4fbcc-fb34-4280-97b2-a46ed970c453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.940307 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-75d4fbcc-fb34-4280-97b2-a46ed970c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:39.986159 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4fbcc-fb34-4280-97b2-a46ed970c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e0b39-f475-4331-9e7f-622ca6d3dac0,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:39.990688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58210) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:39.991164 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-75d4fbcc-fb34-4280-97b2-a46ed970c453 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68a8b8aee62546a1828068b876320d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598444 Sep 16 14:57:40.078167 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.246749 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-d64b169b-0214-4173-94ff-95b0e51c309f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:40.248464 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-d64b169b-0214-4173-94ff-95b0e51c309f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.2157624 Sep 16 14:57:40.264079 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Request body: {'port': {'device_id': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'admin_state_up': True, 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:40.327028 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8dcf1dc6-8cda-4a51-a927-074af0fcf5e1 req-4444cd88-3eb3-46e0-a748-85c979c79f5d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 210 time: 0.0342836 Sep 16 14:57:40.328891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.540658 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:57:40.542131 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.544735 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.546639 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.550565 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/139e0b39-f475-4331-9e7f-622ca6d3dac0 HTTP/1.1" status: 204 len: 168 time: 0.5565169 Sep 16 14:57:40.561214 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9561b0-acc9-41f6-a157-d3a513136f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e0b39-f475-4331-9e7f-622ca6d3dac0,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:40.630380 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58222) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:40.650273 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-21ee59d8-de72-4ae9-8090-690021a53962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.730589 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Allocated IP 172.20.0.13 (dc372247-3b95-4025-9029-2fc75b8bb8ca/5ec047bb-f9ca-4315-ac13-7d5587866470/f33f1446-57fb-4e75-bb4b-dfecfbce891d) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:57:40.877803 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-21ee59d8-de72-4ae9-8090-690021a53962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.931201 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:40.966493 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-21ee59d8-de72-4ae9-8090-690021a53962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.043417 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-21ee59d8-de72-4ae9-8090-690021a53962 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4653a422b8e940129db33513920bdf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117332 Sep 16 14:57:41.044518 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee59d8-de72-4ae9-8090-690021a53962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae98ea5-1d65-45dd-8dbf-3462929a1575,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:41.048666 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58232) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:41.097729 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.121116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.153091 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.169194 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:41.257362 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Network dc372247-3b95-4025-9029-2fc75b8bb8ca is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:57:41.263233 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:57:41.274783 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:57:41.309093 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event updated for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:41.340010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:41.340743 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.387506 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.391065 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.392738 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ae98ea5-1d65-45dd-8dbf-3462929a1575 HTTP/1.1" status: 204 len: 168 time: 0.3454866 Sep 16 14:57:41.413766 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa47412-02fd-4a68-bb6a-212a4fab4dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae98ea5-1d65-45dd-8dbf-3462929a1575,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:41.434012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58254) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:41.457436 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-9d3a6743-935e-487f-bf1f-91fe01a653f1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1978271 Sep 16 14:57:41.459486 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf54-3de7-4479-afd7-8175009e7796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.480375 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Request body: {'port': {'device_id': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:57:41.539443 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52ead4-0a45-4be8-a1ef-4b1da64b2f7d req-51249cfe-b6fe-485b-a4de-9ac5a81c0c10 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:41.540595 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.540980 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aa52ead4-0a45-4be8-a1ef-4b1da64b2f7d req-51249cfe-b6fe-485b-a4de-9ac5a81c0c10 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 932 time: 0.0782058 Sep 16 14:57:41.613267 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aa52ead4-0a45-4be8-a1ef-4b1da64b2f7d req-5a9bac10-725c-4026-970c-142e748d97f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653644 Sep 16 14:57:41.647258 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf54-3de7-4479-afd7-8175009e7796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.734471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-17fbdf54-3de7-4479-afd7-8175009e7796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.782526 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-17fbdf54-3de7-4479-afd7-8175009e7796 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06b066ad906e4780b517fb0822de6a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429713 Sep 16 14:57:41.782526 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbdf54-3de7-4479-afd7-8175009e7796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be330589-0850-4531-98f0-3da71c35c9d6,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:41.783611 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58266) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:41.845156 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.883334 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33f1446-57fb-4e75-bb4b-dfecfbce891d {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:41.892725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.900178 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:41.930633 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Transition to ACTIVE for port object f33f1446-57fb-4e75-bb4b-dfecfbce891d will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:57:42.043245 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.096784 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Pushing event updated for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:42.146108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.148880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.150282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be330589-0850-4531-98f0-3da71c35c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3657780 Sep 16 14:57:42.159655 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f9373-3104-4265-b553-a368b16e60f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be330589-0850-4531-98f0-3da71c35c9d6,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:42.168774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Attempting to bind port f33f1446-57fb-4e75-bb4b-dfecfbce891d on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:57:42.169115 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Attempting to bind port f33f1446-57fb-4e75-bb4b-dfecfbce891d by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:57:42.169448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Attempting to bind port f33f1446-57fb-4e75-bb4b-dfecfbce891d on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:42.173856 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Port f33f1446-57fb-4e75-bb4b-dfecfbce891d on network dc372247-3b95-4025-9029-2fc75b8bb8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:57:42.174173 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Attempting to bind port f33f1446-57fb-4e75-bb4b-dfecfbce891d on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:57:42.179215 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:57:42.179554 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Checking segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:57:42.179972 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Bound using segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:57:42.180401 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Bound port: f33f1446-57fb-4e75-bb4b-dfecfbce891d, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:57:42.180855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.262548 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:57:42.262548 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:57:42.415591 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.451262 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.451899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.453365 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] 10.222.0.22 "PUT /v2.0/ports/f33f1446-57fb-4e75-bb4b-dfecfbce891d HTTP/1.1" status: 200 len: 1094 time: 0.9783764 Sep 16 14:57:42.453790 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:42.456019 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a" -d '{"events": [{"name": "network-changed", "server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:42.485139 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f47b4-1b07-42c0-b0f2-8b3b433c29df service neutron] Pushing event updated for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:42.505202 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdd47d0-b383-4494-b553-5da3993bf315 x-openstack-request-id: req-8bdd47d0-b383-4494-b553-5da3993bf315 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:42.505577 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:42.505899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bdd47d0-b383-4494-b553-5da3993bf315 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:42.506466 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', 'status': 'completed', 'code': 200} Sep 16 14:57:42.583182 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-25908016-d0da-4b63-bff4-a685d0a73222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.585827 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-25908016-d0da-4b63-bff4-a685d0a73222 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 1097 time: 0.0496864 Sep 16 14:57:42.710703 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-91069c26-7b2b-47f7-9975-265465ee3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.712294 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-91069c26-7b2b-47f7-9975-265465ee3ea7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=03881099c1ac46bbbed340f7bb503fc0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1165786 Sep 16 14:57:42.732677 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1131a20-86a6-4069-b176-951704c65206 req-245f30c7-d713-4b75-8eff-f5eba2ad2ff8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.734349 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f1131a20-86a6-4069-b176-951704c65206 req-245f30c7-d713-4b75-8eff-f5eba2ad2ff8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 944 time: 0.0483682 Sep 16 14:57:42.734815 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:42.808014 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f1131a20-86a6-4069-b176-951704c65206 req-d745aca6-5914-40ef-9d35-ab4d2432770f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547094 Sep 16 14:57:42.808532 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58298) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:42.851291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-ad78c3cf-120c-45bb-9139-e89b05fdfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.852966 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f0bdfbd1-9047-46cc-9b04-2cf6ee3a035a req-ad78c3cf-120c-45bb-9139-e89b05fdfe89 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320956 Sep 16 14:57:42.945030 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-cd690d0a-fd39-4c39-9592-9ac43ae129af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:42.947189 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-cd690d0a-fd39-4c39-9592-9ac43ae129af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 1097 time: 0.0471830 Sep 16 14:57:43.006827 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-cdefeaa2-5e98-48a0-8dce-4069fc0e27a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d HTTP/1.1" status: 200 len: 217 time: 0.0468612 Sep 16 14:57:43.010802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-525d106a-fa1d-47a2-8966-2ff0720c3ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.095311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-868af7ea-7cd8-42c6-be40-71d7edd9bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:43.109419 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-868af7ea-7cd8-42c6-be40-71d7edd9bb97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.0900569 Sep 16 14:57:43.181313 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-525d106a-fa1d-47a2-8966-2ff0720c3ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.307815 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-525d106a-fa1d-47a2-8966-2ff0720c3ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.365613 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-446e58ab-cd0c-4d71-b937-1884c8403e22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2411406 Sep 16 14:57:43.406747 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-525d106a-fa1d-47a2-8966-2ff0720c3ab8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=369de93d430d49dd92119c32408fd68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965741 Sep 16 14:57:43.408818 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d106a-fa1d-47a2-8966-2ff0720c3ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0f7fb-d6ba-4123-a208-de15ed90916f,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:43.411576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58324) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:43.486972 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.513197 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.532724 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-1e67ac6e-077a-480e-b9f4-c8d33154e64f service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553938 Sep 16 14:57:43.651263 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ff864154-ea95-4c9b-8b23-05f054bfb8bd req-39494486-5d1d-44b5-b344-f46098a5be85 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023512 Sep 16 14:57:43.700145 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.703103 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:43.704274 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83e0f7fb-d6ba-4123-a208-de15ed90916f HTTP/1.1" status: 204 len: 168 time: 0.2916563 Sep 16 14:57:43.722461 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1bf0-620b-457f-afc5-284372adff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0f7fb-d6ba-4123-a208-de15ed90916f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:43.954460 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5f6b-39a0-4568-95f3-7cdf0043cf0e req-6ab41653-ed8b-4a47-be92-fbcd8fe21dd6 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:43.962093 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5fdb5f6b-39a0-4568-95f3-7cdf0043cf0e req-6ab41653-ed8b-4a47-be92-fbcd8fe21dd6 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 944 time: 0.0703526 Sep 16 14:57:44.007213 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5fdb5f6b-39a0-4568-95f3-7cdf0043cf0e req-fd5511c2-b43a-45aa-b2fe-802c4d728d12 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Sep 16 14:57:44.514190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58376) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:44.539939 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f980cd5b-d990-4f3c-8a13-e8b4bd5bb287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:44.694924 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f980cd5b-d990-4f3c-8a13-e8b4bd5bb287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:44.779814 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:57:44.786112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f980cd5b-d990-4f3c-8a13-e8b4bd5bb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:44.827459 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f980cd5b-d990-4f3c-8a13-e8b4bd5bb287 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24058702cdc34ca388b751c846f6f159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118322 Sep 16 14:57:44.828829 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980cd5b-d990-4f3c-8a13-e8b4bd5bb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df58c8e-dbf1-4b1e-bd3a-121cd8247f97,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:44.830426 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58382) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:44.887226 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:44.922255 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:45.128758 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83c46-3365-4deb-a52e-5556bcad3079 req-c5e0e4ef-2d64-4c1b-aed2-12560d0864bf tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:45.130310 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ab83c46-3365-4deb-a52e-5556bcad3079 req-c5e0e4ef-2d64-4c1b-aed2-12560d0864bf tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 944 time: 0.0516922 Sep 16 14:57:45.152291 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:45.154843 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:45.156036 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5df58c8e-dbf1-4b1e-bd3a-121cd8247f97 HTTP/1.1" status: 204 len: 168 time: 0.3245649 Sep 16 14:57:45.187716 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ded66-f4d8-4ce9-b956-933afeaeeb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df58c8e-dbf1-4b1e-bd3a-121cd8247f97,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:45.210761 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ab83c46-3365-4deb-a52e-5556bcad3079 req-e00e1b51-bc4e-40a5-84d5-d5c309e4d107 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Sep 16 14:57:45.229949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111628bb-c535-4319-a3a0-92c2af557ce7 req-51a9b703-1e3c-4ed4-a276-a9a1b5539fee tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:45.231946 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-111628bb-c535-4319-a3a0-92c2af557ce7 req-51a9b703-1e3c-4ed4-a276-a9a1b5539fee tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0967209 Sep 16 14:57:45.274337 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-111628bb-c535-4319-a3a0-92c2af557ce7 req-35db1ff3-23bc-44ce-92e8-b6b813e2ade6 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Sep 16 14:57:45.755711 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58416) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:45.819101 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f33f1446-57fb-4e75-bb4b-dfecfbce891d details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:57:45.904001 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-069fe9dc-e462-4e0f-989e-5cba816c8e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:45.953149 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:45.966288 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'port_id': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', 'mac_address': 'fa:16:3e:2f:f5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec047bb-f9ca-4315-ac13-7d5587866470', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:57:46.005464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.026411 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-069fe9dc-e462-4e0f-989e-5cba816c8e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.026616 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33f1446-57fb-4e75-bb4b-dfecfbce891d {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:57:46.047784 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:46.106950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-069fe9dc-e462-4e0f-989e-5cba816c8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.128749 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58428) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:46.149456 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-069fe9dc-e462-4e0f-989e-5cba816c8e29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d33e74373d5940628ab58c0d64d11d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919024 Sep 16 14:57:46.151227 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fe9dc-e462-4e0f-989e-5cba816c8e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93798582-fa3d-4250-b10b-4974843385d8,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:46.153765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58432) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:46.169524 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.224163 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.250228 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:46.253700 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.257977 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.258527 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.259017 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.259445 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.259787 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.260675 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.261490 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.262123 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.262532 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.263073 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.263461 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.264153 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:57:46.357975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f0769c3f-8ab9-436e-a554-4c6d8e3c5287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.421726 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349ec07-7282-4483-bd90-492eca76fd7d req-3369bfe0-bf45-418e-ae59-01bee091f7a4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:46.423275 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7349ec07-7282-4483-bd90-492eca76fd7d req-3369bfe0-bf45-418e-ae59-01bee091f7a4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 945 time: 0.1183538 Sep 16 14:57:46.453630 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.454048 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.455575 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93798582-fa3d-4250-b10b-4974843385d8 HTTP/1.1" status: 204 len: 168 time: 0.3009574 Sep 16 14:57:46.469118 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712efbec-b441-4aec-adc0-a0b4f7bd7c83 req-166ae19e-663b-46b1-99ed-f40e75e05dfb tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:46.470389 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-712efbec-b441-4aec-adc0-a0b4f7bd7c83 req-166ae19e-663b-46b1-99ed-f40e75e05dfb tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.1038690 Sep 16 14:57:46.471419 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4de94-bbaf-4c6a-9fe4-15800c183078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93798582-fa3d-4250-b10b-4974843385d8,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:46.482466 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['f33f1446-57fb-4e75-bb4b-dfecfbce891d'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:46.530683 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7349ec07-7282-4483-bd90-492eca76fd7d req-d778b4a2-31d4-46e2-8b2d-7ded5586a8db tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000018 Sep 16 14:57:46.576560 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-712efbec-b441-4aec-adc0-a0b4f7bd7c83 req-1c27fbb2-2d53-441a-ab5c-1d81b62aa2c7 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924857 Sep 16 14:57:46.633356 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f0769c3f-8ab9-436e-a554-4c6d8e3c5287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.739362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f0769c3f-8ab9-436e-a554-4c6d8e3c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.781895 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0769c3f-8ab9-436e-a554-4c6d8e3c5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af243fc2-580b-4ad5-ad51-b96aa643b05f,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:46.798421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-f0769c3f-8ab9-436e-a554-4c6d8e3c5287 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cba545f17fee4ff69712c6898f05b129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6685176 Sep 16 14:57:46.808340 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58460) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:46.864967 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:46.898489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.157533 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.160416 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.161772 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af243fc2-580b-4ad5-ad51-b96aa643b05f HTTP/1.1" status: 204 len: 168 time: 0.3523726 Sep 16 14:57:47.172873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2b8e4-7d68-485c-891a-6b5292495ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af243fc2-580b-4ad5-ad51-b96aa643b05f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:47.315102 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a287c51-215c-450a-88c2-6116cd57a744 req-4415025d-ff93-4e22-99c7-2cf7f5aa252f tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:47.315102 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7a287c51-215c-450a-88c2-6116cd57a744 req-4415025d-ff93-4e22-99c7-2cf7f5aa252f tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.0824239 Sep 16 14:57:47.462524 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58474) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:47.477807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Deleting port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 14:57:47.477954 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6ccbac4a-19da-4f7e-b378-6ac6fd6b0ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.478337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.598134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6ccbac4a-19da-4f7e-b378-6ac6fd6b0ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.610630 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] For port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,segment=NetworkSegment(04781acd-fc87-459e-80aa-7bcd242f6435),segment_id=04781acd-fc87-459e-80aa-7bcd242f6435)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:47.611019 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.627909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Calling delete_port for 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 14:57:47.669268 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea79a6-065b-4b6c-b03d-b4d7f8208008 req-d6acb45f-b76d-4f73-bceb-01164f27d53c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:47.681181 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01ea79a6-065b-4b6c-b03d-b4d7f8208008 req-d6acb45f-b76d-4f73-bceb-01164f27d53c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 945 time: 0.0646856 Sep 16 14:57:47.749144 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6ccbac4a-19da-4f7e-b378-6ac6fd6b0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.754831 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01ea79a6-065b-4b6c-b03d-b4d7f8208008 req-b569d4bd-61ad-4f7e-a116-52c7ddcbea46 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742214 Sep 16 14:57:47.807320 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6ccbac4a-19da-4f7e-b378-6ac6fd6b0ad6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c1da74860ff4567a1c9354b2fbc9d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406146 Sep 16 14:57:47.807741 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58488) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:47.815869 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72977fd4-8850-4d0b-b4ad-c190fcd57bff req-ca390ad7-ba14-42cd-bf95-873da281e575 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:47.816257 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-72977fd4-8850-4d0b-b4ad-c190fcd57bff req-ca390ad7-ba14-42cd-bf95-873da281e575 tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 945 time: 0.1099908 Sep 16 14:57:47.817085 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbac4a-19da-4f7e-b378-6ac6fd6b0ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d370dd24-39df-497d-96af-191e2ca692c6,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:47.837029 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f33f1446-57fb-4e75-bb4b-dfecfbce891d up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:57:47.876738 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-72977fd4-8850-4d0b-b4ad-c190fcd57bff req-f68e64a4-d180-4ce3-a3dc-b10b2fe9f91e tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Sep 16 14:57:47.889480 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:47.929126 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.003004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.017030 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['29a1d5b4-e8c9-44fd-9910-6bfecf037a76'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:57:48.042605 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port f33f1446-57fb-4e75-bb4b-dfecfbce891d completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:57:48.047452 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port f33f1446-57fb-4e75-bb4b-dfecfbce891d triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:57:48.048057 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.059702 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Pushing event deleted for resources: {'Port': ['ID=29a1d5b4-e8c9-44fd-9910-6bfecf037a76,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:48.113132 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.115688 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.117757 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d370dd24-39df-497d-96af-191e2ca692c6 HTTP/1.1" status: 204 len: 168 time: 0.3080988 Sep 16 14:57:48.156496 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39a462-c61b-4f3d-b8c2-49467fdc1844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d370dd24-39df-497d-96af-191e2ca692c6,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:48.159058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] No DVR routers for this DVR port 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 14:57:48.168536 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.170570 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7a287c51-215c-450a-88c2-6116cd57a744 req-d76debc7-112b-4ce5-b2cd-7dc9b5a4c9dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.22 "DELETE /v2.0/ports/29a1d5b4-e8c9-44fd-9910-6bfecf037a76 HTTP/1.1" status: 204 len: 173 time: 0.8515921 Sep 16 14:57:48.171589 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'name': 'network-vif-deleted', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:48.175951 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b93771-aff4-4147-8027-532c8573e242" -d '{"events": [{"server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "name": "network-vif-deleted", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:48.236369 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d938cd-8c58-4097-a4ab-96527ead301b x-openstack-request-id: req-f0d938cd-8c58-4097-a4ab-96527ead301b {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:48.237094 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4272c59-e169-4ae9-af66-8463339a6962", "name": "network-vif-deleted", "tag": "29a1d5b4-e8c9-44fd-9910-6bfecf037a76", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:48.237094 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0d938cd-8c58-4097-a4ab-96527ead301b {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:48.237299 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4272c59-e169-4ae9-af66-8463339a6962', 'name': 'network-vif-deleted', 'tag': '29a1d5b4-e8c9-44fd-9910-6bfecf037a76', 'status': 'completed', 'code': 200} Sep 16 14:57:48.263482 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.299672 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:57:48.302020 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62437a49-d9d1-4566-973f-f42fbeacf9ec" -d '{"events": [{"server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "name": "network-vif-plugged", "status": "completed", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:57:48.326274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:57:48.347684 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d4e2f-fbba-420b-8891-1920ecaa43d9 x-openstack-request-id: req-0c9d4e2f-fbba-420b-8891-1920ecaa43d9 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:57:48.348236 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "name": "network-vif-plugged", "status": "completed", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:57:48.348636 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c9d4e2f-fbba-420b-8891-1920ecaa43d9 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:57:48.349225 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', 'code': 200} Sep 16 14:57:48.431602 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:48.486458 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:48.817842 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bc489-766e-4da3-b4d3-dc4aee8eab3c req-13b2af09-f14f-4b7e-b60b-6e3c3c2b8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:48.819654 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a92bc489-766e-4da3-b4d3-dc4aee8eab3c req-13b2af09-f14f-4b7e-b60b-6e3c3c2b8c26 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 1099 time: 0.0483150 Sep 16 14:57:48.892383 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a92bc489-766e-4da3-b4d3-dc4aee8eab3c req-846be1d8-7bf9-47b4-b227-8da84ea5833f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Sep 16 14:57:48.907140 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe2b56-7290-46aa-8b4e-5baf0c8dcf7d req-4b124a09-94f6-4f7f-8b4a-3a7b4a03949c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:48.914031 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1afe2b56-7290-46aa-8b4e-5baf0c8dcf7d req-4b124a09-94f6-4f7f-8b4a-3a7b4a03949c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.0650392 Sep 16 14:57:48.957809 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1afe2b56-7290-46aa-8b4e-5baf0c8dcf7d req-85e673a6-cf01-4438-bdb5-0780448d3536 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Sep 16 14:57:49.021630 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0e75e12a-2845-4357-83b7-7181f9ad41ab req-805b3ad6-cad9-4ac6-a9e3-47d05c3164dd tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0446038 Sep 16 14:57:50.104706 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46690689-0a87-46c4-98ab-b7e23e72f6f3 req-be5714b5-c75c-4564-ab3b-7d8754b08815 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:50.106239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-46690689-0a87-46c4-98ab-b7e23e72f6f3 req-be5714b5-c75c-4564-ab3b-7d8754b08815 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.0545678 Sep 16 14:57:50.157915 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1bde683f-34a1-4bf5-94e8-d639c8cca412 req-692c4bda-2ba6-4f7d-8d80-8f25d50b461e tempest-DeleteServersTestJSON-328416207 tempest-DeleteServersTestJSON-328416207-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4272c59-e169-4ae9-af66-8463339a6962 HTTP/1.1" status: 200 len: 210 time: 0.0286391 Sep 16 14:57:50.212190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-46690689-0a87-46c4-98ab-b7e23e72f6f3 req-5c6854f7-c6df-4c36-aa92-7fe007a0a66e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953658 Sep 16 14:57:51.329364 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a263b4-9355-4ef4-b26c-2f438f0c5e5e req-d04dac4d-e8cb-4121-a3d4-da77f2216dc3 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:51.331184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81a263b4-9355-4ef4-b26c-2f438f0c5e5e req-d04dac4d-e8cb-4121-a3d4-da77f2216dc3 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.0567508 Sep 16 14:57:51.380281 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81a263b4-9355-4ef4-b26c-2f438f0c5e5e req-e2392563-7913-4bf7-9b1d-850bf9835b54 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Sep 16 14:57:51.849963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 14:57:51.871757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 14:57:51.872163 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 29a1d5b4-e8c9-44fd-9910-6bfecf037a76 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 14:57:53.746193 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f4839539-d8cd-4f9a-8533-02b23fc5fb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.286352 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58772) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:54.410278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9c73ee67-8f09-4eb4-a6c5-91f528e8ec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.503532 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9c73ee67-8f09-4eb4-a6c5-91f528e8ec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.585601 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9c73ee67-8f09-4eb4-a6c5-91f528e8ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.625230 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-9c73ee67-8f09-4eb4-a6c5-91f528e8ec35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6b02656c730428da655afea3b7118c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376164 Sep 16 14:57:54.626042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73ee67-8f09-4eb4-a6c5-91f528e8ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd383177-be6d-473f-a8bd-c065c98d0ce7,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:54.628629 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58776) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:54.683324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.709312 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.854637 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.857521 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:54.858668 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd383177-be6d-473f-a8bd-c065c98d0ce7 HTTP/1.1" status: 204 len: 168 time: 0.2290387 Sep 16 14:57:54.866655 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544fe7b-35d2-4cb3-8635-f46fc3c88072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd383177-be6d-473f-a8bd-c065c98d0ce7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:55.519135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 58794) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:55.532217 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2bd691b4-8cfc-4d62-93be-a5d1ae71a84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.625636 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2bd691b4-8cfc-4d62-93be-a5d1ae71a84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.677456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2bd691b4-8cfc-4d62-93be-a5d1ae71a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.717574 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2bd691b4-8cfc-4d62-93be-a5d1ae71a84c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=976f92c80fd54d85867e660ff49b5a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972287 Sep 16 14:57:55.718771 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd691b4-8cfc-4d62-93be-a5d1ae71a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc95663-4614-4cb7-b26f-4f129cb58d25,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:55.720250 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58798) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:55.781433 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.808510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.974474 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.977532 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:55.979364 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fc95663-4614-4cb7-b26f-4f129cb58d25 HTTP/1.1" status: 204 len: 168 time: 0.2574792 Sep 16 14:57:55.987807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c652d9-1d64-43c8-aaa5-8e22f2ee8aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc95663-4614-4cb7-b26f-4f129cb58d25,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:56.425952 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ae447c45-a4c4-4885-a96b-788d3072cd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.016471 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58850) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:57.078815 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Deleting subnet 74b3e966-1145-4f3f-a625-988875e56fbe {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 14:57:57.085967 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.121284 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.167738 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.358266 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.358427 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.384647 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b3e966-1145-4f3f-a625-988875e56fbe,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:57.392543 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.394451 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-34917aa0-2ae1-42fc-852a-79da6f6f0b19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74b3e966-1145-4f3f-a625-988875e56fbe HTTP/1.1" status: 204 len: 168 time: 0.3770370 Sep 16 14:57:57.397075 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58868) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:57.484936 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.591604 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.626038 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7d5ef1-a5d3-4357-b2ab-a913799dd55f']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:57.637427 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04781acd-fc87-459e-80aa-7bcd242f6435') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:57.637806 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04781acd-fc87-459e-80aa-7bcd242f6435') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:57:57.658552 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.673409 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.679898 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 14:57:57.680429 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 14:57:57.682250 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 14:57:57.769109 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.856121 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.879713 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7d5ef1-a5d3-4357-b2ab-a913799dd55f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:57.889920 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:57.898839 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-2809ee64-32c8-47f5-be33-00eb962f3a37 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d7d5ef1-a5d3-4357-b2ab-a913799dd55f HTTP/1.1" status: 204 len: 168 time: 0.4982452 Sep 16 14:57:58.060014 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-4651a652-16ac-4b9f-a5c7-a53d610d8ad4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:57:58.062446 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-4651a652-16ac-4b9f-a5c7-a53d610d8ad4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.1156425 Sep 16 14:57:58.078260 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-12078e98-c9fe-4cda-adcc-8ac32b21db3a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/quotas/03881099c1ac46bbbed340f7bb503fc0 HTTP/1.1" status: 200 len: 375 time: 0.0098960 Sep 16 14:57:58.140032 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-af3b12f8-83e1-447a-981b-4aa27fa52ff4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527942 Sep 16 14:57:58.253595 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-1d1d89f6-db0f-4f35-a77d-286de11c28d3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079481 Sep 16 14:57:58.308343 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58922) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:58.349774 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-4f069486-8e97-4b6f-934e-a3053b855450 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899103 Sep 16 14:57:58.355743 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-9c2cbad3-f2cb-4960-9cc8-50383dcd7b45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c527b4cbd534d41b77e7aeed542d066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462496 Sep 16 14:57:58.359873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58928) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:58.413002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:58.437011 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:58.591489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:58.595529 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:58.596941 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98 HTTP/1.1" status: 204 len: 168 time: 0.2359443 Sep 16 14:57:58.610099 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f00ca-6c07-481a-b378-6bdc35d2936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d98feb-3f26-4d9b-b7b1-2a4c66ddbb98,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:57:58.653121 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc3b7373-5c03-4408-a3d5-aac9a758a565 req-d8ea050d-c8c5-41fd-9663-aa8b2d9ff7b9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 210 time: 0.0369873 Sep 16 14:57:59.026919 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:57:59.793869 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 58988) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:57:59.903243 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-194319976-network', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:00.002558 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Made reservation on behalf of 1fcd0c82d3244b6a884537d4fb4fa530 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:00.005278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.014159 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.104101 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.186154 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.210866 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:58:00.219404 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6868ff-1c48-4264-8c3e-db1c8562a3a6,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:00.230538 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.230538 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Added segment 1ecf98cf-4d8d-4e50-8074-20c98566ebd8 of type vlan for network f65c198e-059b-480e-b7e2-949d758be1e3 Sep 16 14:58:00.286566 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.437356 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.438362 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:00.439022 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.495892 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] Pushing event updated for resources: {'Network': ['ID=f65c198e-059b-480e-b7e2-949d758be1e3,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:00.506329 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network f65c198e-059b-480e-b7e2-949d758be1e3 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:58:00.546580 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-84b55274-917c-4424-83bb-7453476a9535 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7513433 Sep 16 14:58:00.549397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59008) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:00.556066 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Request body: {'subnet': {'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-subnet', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:00.688489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Made reservation on behalf of 1fcd0c82d3244b6a884537d4fb4fa530 for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:00.690931 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:00.805461 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6d5455e1-93f1-4422-b5e4-bc839814c4d5 req-a91acf6d-f52a-4d04-97a2-392629bc62d5 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 210 time: 0.0249872 Sep 16 14:58:00.963509 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.025157 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2fc508-608d-4ff2-930e-2833fe2bae0c,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:01.031320 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Checking segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:01.031870 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Network hostable DHCP agents. Network: f65c198e-059b-480e-b7e2-949d758be1e3, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:58:01.179583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Network f65c198e-059b-480e-b7e2-949d758be1e3 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:58:01.345874 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, f65c198e-059b-480e-b7e2-949d758be1e3) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:01.352065 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:01.352065 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.354757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce644cb-2d92-46b1-a911-cffc1cb1f720 None None] Network f65c198e-059b-480e-b7e2-949d758be1e3 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:01.477499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a402eb-05c8-4b7a-b66d-c4353c03b9d4 None None] Network f65c198e-059b-480e-b7e2-949d758be1e3 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:01.495557 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-778aa204-bb5f-410d-a1a2-f43257bd8ec5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9445810 Sep 16 14:58:01.498303 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59024) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:01.502622 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:01.688549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.689867 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.751572 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.808725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59034) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:01.913956 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9586d5a8-b760-4c2c-ba78-43f39d84bcb4 req-df69dfc7-e767-48d9-bb70-85410b60bde8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 210 time: 0.0342066 Sep 16 14:58:01.942135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d3f7bbc9-8895-447d-a1a9-adc7b0727cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:01.995460 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.044121 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d3f7bbc9-8895-447d-a1a9-adc7b0727cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.077276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b0158352-4005-48f5-9371-65713265a5e0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:02.078639 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b0158352-4005-48f5-9371-65713265a5e0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.1404343 Sep 16 14:58:02.091925 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Request body: {'port': {'device_id': '96b42627-d831-492f-9f9a-cde88b12ef59', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'admin_state_up': True, 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:02.163047 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d3f7bbc9-8895-447d-a1a9-adc7b0727cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.202926 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d3f7bbc9-8895-447d-a1a9-adc7b0727cdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78ddce5760044a9fa307ccb812e152ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931096 Sep 16 14:58:02.204034 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7bbc9-8895-447d-a1a9-adc7b0727cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103cbd37-304c-4712-9050-bbbe156a12d1,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:02.207016 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59040) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:02.310860 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.533226 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:02.534737 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.557108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.832304 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.858549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.860659 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Allocated IP 172.20.0.14 (dc372247-3b95-4025-9029-2fc75b8bb8ca/5ec047bb-f9ca-4315-ac13-7d5587866470/669086ba-df27-4da6-a5be-0084a07f84fc) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:02.909427 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.911847 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:02.913005 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/103cbd37-304c-4712-9050-bbbe156a12d1 HTTP/1.1" status: 204 len: 168 time: 0.7049832 Sep 16 14:58:02.940653 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00ac91-1c99-489c-8ec9-2cfa9289ed66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103cbd37-304c-4712-9050-bbbe156a12d1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:03.005913 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8a37775a-7be3-4070-955a-9edf0ffa13bd req-85c138d5-1d29-46fb-b7d5-caed80c786db tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 210 time: 0.0263066 Sep 16 14:58:03.065810 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Allocated IP 172.27.3.130 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/0d8ab227-03d6-451c-ac09-9996e78bd9fd) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:03.157825 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.220635 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.335488 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59086) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:03.365590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59090) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:03.373042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.385074 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'f33f1446-57fb-4e75-bb4b-dfecfbce891d'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:03.417434 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Network dc372247-3b95-4025-9029-2fc75b8bb8ca is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:03.420486 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:03.424405 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:03.451326 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event updated for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:03.454378 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.523637 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7942-6723-4847-bcf6-89103cb82250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.553248 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:03.566284 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:03.576374 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8ab227-03d6-451c-ac09-9996e78bd9fd,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:03.583936 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:03.584715 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.589522 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:03.673855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-858dbdd8-f715-4e78-8445-8163979a5a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.822669 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7942-6723-4847-bcf6-89103cb82250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:03.987179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7942-6723-4847-bcf6-89103cb82250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.027770 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59106) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:04.030843 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-d4fa7942-6723-4847-bcf6-89103cb82250 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d9f9039464f4196bd7159866c786e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6942129 Sep 16 14:58:04.035184 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.036740 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59110) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:04.056767 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-061d716e-a626-4f69-8e6a-ce858086c574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.085299 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7942-6723-4847-bcf6-89103cb82250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb99c7-58b9-401b-b235-21405a2c59ff,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:04.139437 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b759118b-74d1-4c2d-9dfc-88ea3fff48f8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0515790 Sep 16 14:58:04.150949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.157893 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Request body: {'port': {'device_id': '96b42627-d831-492f-9f9a-cde88b12ef59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:04.163757 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f2e9b-8851-4445-9117-5170d18bbf3c req-25dbc0f6-a057-4a19-8b16-4979f9c06ed8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:04.165258 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2f9f2e9b-8851-4445-9117-5170d18bbf3c req-25dbc0f6-a057-4a19-8b16-4979f9c06ed8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 932 time: 0.0694628 Sep 16 14:58:04.196160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.234158 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2f9f2e9b-8851-4445-9117-5170d18bbf3c req-b7564edf-fac5-44b4-93ba-705566334162 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Sep 16 14:58:04.286147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.372439 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.476969 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.480168 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.481350 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ecb99c7-58b9-401b-b235-21405a2c59ff HTTP/1.1" status: 204 len: 168 time: 0.4315708 Sep 16 14:58:04.495002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1506a-7ca5-44d0-a6d7-2e27d701f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb99c7-58b9-401b-b235-21405a2c59ff,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:04.640938 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-858dbdd8-f715-4e78-8445-8163979a5a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.721385 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-858dbdd8-f715-4e78-8445-8163979a5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.768493 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669086ba-df27-4da6-a5be-0084a07f84fc {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:04.778297 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.782411 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dbdd8-f715-4e78-8445-8163979a5a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e23c7e3-6a84-4915-979c-0c2e131f297a,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:04.786820 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-858dbdd8-f715-4e78-8445-8163979a5a1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd830164d1a4991b96b1177f079a416&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4202328 Sep 16 14:58:04.790732 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Router 531de46d-8337-482e-a5d5-779905b07e86 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:58:04.793049 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59120) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:04.804579 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Transition to ACTIVE for port object 669086ba-df27-4da6-a5be-0084a07f84fc will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:58:04.806052 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-061d716e-a626-4f69-8e6a-ce858086c574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.875018 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.893645 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.898660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.909076 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-061d716e-a626-4f69-8e6a-ce858086c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:04.949570 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d716e-a626-4f69-8e6a-ce858086c574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab932b-9fe6-4b88-9ed9-400e0fe296c1,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:04.954855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:04.967955 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Sync routers for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:04.977415 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:04.979573 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:57:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:04.987787 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-061d716e-a626-4f69-8e6a-ce858086c574 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18b078f8e9fc4e89a2c1c3ef70a26759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9576118 Sep 16 14:58:04.988671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59126) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:04.997886 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Pushing event updated for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:05.075635 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.105985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.118160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.122751 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.124368 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e23c7e3-6a84-4915-979c-0c2e131f297a HTTP/1.1" status: 204 len: 168 time: 0.3302152 Sep 16 14:58:05.146378 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecea2df-1b25-41a4-a9ef-99ab080e3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e23c7e3-6a84-4915-979c-0c2e131f297a,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:05.215143 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:05.276065 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59136) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:05.290595 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4418c2c3-9572-4dc1-946c-c0cc88f22946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.327887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.330008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.331318 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fab932b-9fe6-4b88-9ed9-400e0fe296c1 HTTP/1.1" status: 204 len: 168 time: 0.3409474 Sep 16 14:58:05.381834 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0757df-5094-4547-aace-40e43c5bfc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab932b-9fe6-4b88-9ed9-400e0fe296c1,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:05.385090 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Attempting to bind port 669086ba-df27-4da6-a5be-0084a07f84fc on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:05.385649 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Attempting to bind port 669086ba-df27-4da6-a5be-0084a07f84fc by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:05.385805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Attempting to bind port 669086ba-df27-4da6-a5be-0084a07f84fc on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:05.400755 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Port 669086ba-df27-4da6-a5be-0084a07f84fc on network dc372247-3b95-4025-9029-2fc75b8bb8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:58:05.400928 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Attempting to bind port 669086ba-df27-4da6-a5be-0084a07f84fc on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:05.413651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:05.414272 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Checking segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:05.414814 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Bound using segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:05.415412 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Bound port: 669086ba-df27-4da6-a5be-0084a07f84fc, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:05.415774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.425161 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab414c-03c9-41c2-9774-a3cd9b4aaaf5 req-58366440-8505-47d6-84b2-555d2de77abd tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:05.427081 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40ab414c-03c9-41c2-9774-a3cd9b4aaaf5 req-58366440-8505-47d6-84b2-555d2de77abd tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 944 time: 0.1122270 Sep 16 14:58:05.431271 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.433744 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-e1a09504-7c19-49d3-81cd-86f328ac7e60 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9343975 Sep 16 14:58:05.437818 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59140) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:05.504714 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:05.507875 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=669086ba-df27-4da6-a5be-0084a07f84fc,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:05.518347 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:03Z', 'revision_number': 3, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:05.547569 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40ab414c-03c9-41c2-9774-a3cd9b4aaaf5 req-9df4cf4f-566c-40f3-ba25-3a8bf2759489 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117918 Sep 16 14:58:05.580744 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Checking router: 531de46d-8337-482e-a5d5-779905b07e86 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:05.581104 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Updating router 531de46d-8337-482e-a5d5-779905b07e86 port 0d8ab227-03d6-451c-ac09-9996e78bd9fd binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:05.621516 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.655779 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.701580 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4418c2c3-9572-4dc1-946c-c0cc88f22946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.704290 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:05.705359 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:05.708308 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] 10.222.0.22 "PUT /v2.0/ports/669086ba-df27-4da6-a5be-0084a07f84fc HTTP/1.1" status: 200 len: 1094 time: 1.5578923 Sep 16 14:58:05.709137 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:05.724078 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985720b-a162-405f-86c2-ffd8ff411905" -d '{"events": [{"name": "network-changed", "server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:05.778646 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4304d15-f36c-4ca8-935e-610c90b22b6a service neutron] Pushing event updated for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:05.791568 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b48d8-beea-4012-91bd-0d87b82a1692 x-openstack-request-id: req-452b48d8-beea-4012-91bd-0d87b82a1692 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:05.792554 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:05.792812 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-452b48d8-beea-4012-91bd-0d87b82a1692 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:05.793207 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc', 'status': 'completed', 'code': 200} Sep 16 14:58:05.877188 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985720b-a162-405f-86c2-ffd8ff411905 req-dec22ab5-efaa-4573-b6b0-c8e879f915e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:05.879087 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d985720b-a162-405f-86c2-ffd8ff411905 req-dec22ab5-efaa-4573-b6b0-c8e879f915e6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 1097 time: 0.0593920 Sep 16 14:58:05.954876 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.001712 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985720b-a162-405f-86c2-ffd8ff411905 req-f3fefcbe-1fad-4a52-9a19-be6da3bb0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:06.003216 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d985720b-a162-405f-86c2-ffd8ff411905 req-f3fefcbe-1fad-4a52-9a19-be6da3bb0145 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=03881099c1ac46bbbed340f7bb503fc0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1069515 Sep 16 14:58:06.057503 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4418c2c3-9572-4dc1-946c-c0cc88f22946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.115082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418c2c3-9572-4dc1-946c-c0cc88f22946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62bdadb-0ba2-496e-ad25-a2152ce2f48e,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:06.119501 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985720b-a162-405f-86c2-ffd8ff411905 req-e25cc2c2-e563-4614-8317-2366b1e6f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:06.121113 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d985720b-a162-405f-86c2-ffd8ff411905 req-e25cc2c2-e563-4614-8317-2366b1e6f74a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052330 Sep 16 14:58:06.121795 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4418c2c3-9572-4dc1-946c-c0cc88f22946 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6d783722ff247048581f64a76c1347a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8445182 Sep 16 14:58:06.124450 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59158) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:06.153180 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.243284 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Pushing event updated for resources: {'Port': ['ID=0d8ab227-03d6-451c-ac09-9996e78bd9fd,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:06.269602 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Attempting to bind port 0d8ab227-03d6-451c-ac09-9996e78bd9fd on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:06.270189 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Attempting to bind port 0d8ab227-03d6-451c-ac09-9996e78bd9fd by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:06.270732 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Attempting to bind port 0d8ab227-03d6-451c-ac09-9996e78bd9fd on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:06.277888 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:06.278619 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:06.279225 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.279791 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:06.280531 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Bound port: 0d8ab227-03d6-451c-ac09-9996e78bd9fd, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:06.281105 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.325477 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-585b5789-7959-4cc0-802e-827029c45118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:06.328856 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-585b5789-7959-4cc0-802e-827029c45118 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 1097 time: 0.0911279 Sep 16 14:58:06.340457 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.341108 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.341607 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.342111 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.342610 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.343121 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.343619 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.344187 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.344715 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.345218 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.345342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.345814 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.346301 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:06.364221 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] For port 0d8ab227-03d6-451c-ac09-9996e78bd9fd, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:06.367782 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] For port 0d8ab227-03d6-451c-ac09-9996e78bd9fd, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=0d8ab227-03d6-451c-ac09-9996e78bd9fd,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:06.377502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.380659 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.402655 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-9c69591a-5ea2-4861-8b10-e58fd5a593f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=669086ba-df27-4da6-a5be-0084a07f84fc HTTP/1.1" status: 200 len: 217 time: 0.0534348 Sep 16 14:58:06.476682 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.506766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-2f89b35b-eee2-48b1-9c8c-f1f7f9494c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:06.513233 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-2f89b35b-eee2-48b1-9c8c-f1f7f9494c58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.1063623 Sep 16 14:58:06.551948 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:06.552805 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:57:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:06.567679 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-8690d4cc-4dc2-4b6f-a170-40b85762e16a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375195 Sep 16 14:58:06.603061 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Allocated IP 172.20.0.1 (f65c198e-059b-480e-b7e2-949d758be1e3/1e2fc508-608d-4ff2-930e-2833fe2bae0c/eba7d29c-118e-462e-b822-c285ec1eb51a) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:06.620933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.623755 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.625135 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c62bdadb-0ba2-496e-ad25-a2152ce2f48e HTTP/1.1" status: 204 len: 168 time: 0.4997563 Sep 16 14:58:06.648396 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2372f7-f89e-400e-94bb-57385cb39cff None None] Pushing event updated for resources: {'Port': ['ID=0d8ab227-03d6-451c-ac09-9996e78bd9fd,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:06.648519 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d9f3d-eb7b-48b4-809d-23f1f413f850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62bdadb-0ba2-496e-ad25-a2152ce2f48e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:06.734378 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:06.744788 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-9761b358-6c27-4b01-8252-430dc37cb5bc service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544118 Sep 16 14:58:06.784327 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46454e-c9b4-40d1-ab58-cdb0e9e5991a req-c40e2219-9bbf-4bd7-b0d0-0bbedc1db013 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:06.785895 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd46454e-c9b4-40d1-ab58-cdb0e9e5991a req-c40e2219-9bbf-4bd7-b0d0-0bbedc1db013 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 944 time: 0.1020641 Sep 16 14:58:06.816021 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:06.879220 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd46454e-c9b4-40d1-ab58-cdb0e9e5991a req-2fb81444-9712-460a-910c-36faa9067fa0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Sep 16 14:58:06.893017 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8cee73fd-e51f-49ee-ba57-7307d25ea6ca req-d58e1523-8cbb-4afa-9078-846c5c2e65b8 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544819 Sep 16 14:58:07.004523 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-32760565-74f2-4ca5-b790-bce212603546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:03Z', 'revision_number': 3, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:07.030685 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32760565-74f2-4ca5-b790-bce212603546 None None] The sync data for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi is: [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:03Z', 'revision_number': 3, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:07.039006 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:07.082660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Network f65c198e-059b-480e-b7e2-949d758be1e3 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:07.085570 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:07.089189 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:07.117130 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Pushing event updated for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:07.135056 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:07.578088 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:07.795593 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:07.951333 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:08.108303 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:08.116432 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Pushing event updated for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:08.131260 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77fe13-a716-49db-8163-1a7535272283 req-44eee284-e2fe-4848-897b-4f22fb9389e1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:08.132802 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1f77fe13-a716-49db-8163-1a7535272283 req-44eee284-e2fe-4848-897b-4f22fb9389e1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 944 time: 0.1342213 Sep 16 14:58:08.217349 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1f77fe13-a716-49db-8163-1a7535272283 req-2fdf98aa-0072-4852-b558-c6a660efaa09 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Sep 16 14:58:08.258816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Network f65c198e-059b-480e-b7e2-949d758be1e3 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:08.258816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:08.427985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Router 531de46d-8337-482e-a5d5-779905b07e86 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:58:08.644730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:08.649950 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-12fe7171-f7ce-4481-8158-616e0b5cfaa6 admin admin] 10.222.0.30 "PUT /v2.0/routers/531de46d-8337-482e-a5d5-779905b07e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102394 Sep 16 14:58:09.067007 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Sync routers for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:09.078890 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:09.080026 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:57:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:09.214579 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:09.277607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 0d8ab227-03d6-451c-ac09-9996e78bd9fd up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:09.411605 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d211da-9b83-40cf-9701-a8246a872ee3 req-0032de3c-385e-4d7f-af5b-70326471c1e8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:09.414363 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-76d211da-9b83-40cf-9701-a8246a872ee3 req-0032de3c-385e-4d7f-af5b-70326471c1e8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 944 time: 0.0890508 Sep 16 14:58:09.493933 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-76d211da-9b83-40cf-9701-a8246a872ee3 req-94e36fc5-a144-4563-b7b1-608ade22754d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635800 Sep 16 14:58:09.763044 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 0d8ab227-03d6-451c-ac09-9996e78bd9fd triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:09.763668 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:09.820809 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:07Z', 'revision_number': 4, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'eba7d29c-118e-462e-b822-c285ec1eb51a', 'name': '', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'mac_address': 'fa:16:3e:02:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:06Z', 'updated_at': '2021-09-16T14:58:07Z', 'revision_number': 2, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'subnets': [{'id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:09.858335 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Checking router: 531de46d-8337-482e-a5d5-779905b07e86 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:09.858870 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Updating router 531de46d-8337-482e-a5d5-779905b07e86 port eba7d29c-118e-462e-b822-c285ec1eb51a binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:09.911221 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-39a69dd5-5087-4091-9acb-028f83725507 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:09.911221 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-39a69dd5-5087-4091-9acb-028f83725507 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 818 time: 0.1858795 Sep 16 14:58:09.915262 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 669086ba-df27-4da6-a5be-0084a07f84fc details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:58:09.927553 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:09.935153 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-701f3021-1234-41ab-b3db-22c78611ff06 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/quotas/1fcd0c82d3244b6a884537d4fb4fa530 HTTP/1.1" status: 200 len: 375 time: 0.0232515 Sep 16 14:58:09.994422 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-d1a6bc5e-a802-49c4-865a-3ac6601e83c1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581672 Sep 16 14:58:10.012470 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.126868 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-0b6208ee-df92-4178-baba-743b5de692c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196535 Sep 16 14:58:10.142398 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 0d8ab227-03d6-451c-ac09-9996e78bd9fd, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=0d8ab227-03d6-451c-ac09-9996e78bd9fd,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:10.196686 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=669086ba-df27-4da6-a5be-0084a07f84fc,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:10.226975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.238045 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '669086ba-df27-4da6-a5be-0084a07f84fc', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'port_id': '669086ba-df27-4da6-a5be-0084a07f84fc', 'mac_address': 'fa:16:3e:39:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec047bb-f9ca-4315-ac13-7d5587866470', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:58:10.300137 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-d2c50045-ee2e-443c-a5a3-305890d317b4 service neutron] 10.222.0.30 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619256 Sep 16 14:58:10.367980 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=0d8ab227-03d6-451c-ac09-9996e78bd9fd,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:10.377241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.400743 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669086ba-df27-4da6-a5be-0084a07f84fc {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:10.455420 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=669086ba-df27-4da6-a5be-0084a07f84fc,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:10.478448 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.518147 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.552754 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.584309 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:10.708004 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3104af53-4613-4805-a453-485741bb286b req-9de33ac2-af02-48ef-8d2d-736a16d4bd1a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 210 time: 0.0416312 Sep 16 14:58:10.716153 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfda50-7172-46c5-be61-c42c2b910523 None None] Pushing event updated for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:10.718968 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Attempting to bind port eba7d29c-118e-462e-b822-c285ec1eb51a on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:10.721607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Attempting to bind port eba7d29c-118e-462e-b822-c285ec1eb51a by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:10.721607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Attempting to bind port eba7d29c-118e-462e-b822-c285ec1eb51a on network f65c198e-059b-480e-b7e2-949d758be1e3 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:10.725623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:10.726009 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Checking segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:10.726418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.726814 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Bound using segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:10.727291 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Bound port: eba7d29c-118e-462e-b822-c285ec1eb51a, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:10.727681 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:10.805620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460ce5c-5b18-4303-83ef-8e54a9e04796 req-96f75ea0-1f7e-4ecf-ba15-f770b30f1bb1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:10.808298 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2460ce5c-5b18-4303-83ef-8e54a9e04796 req-96f75ea0-1f7e-4ecf-ba15-f770b30f1bb1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 945 time: 0.0989692 Sep 16 14:58:10.808583 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] For port eba7d29c-118e-462e-b822-c285ec1eb51a, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:10.814678 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] For port eba7d29c-118e-462e-b822-c285ec1eb51a, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=eba7d29c-118e-462e-b822-c285ec1eb51a,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:10.873270 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2460ce5c-5b18-4303-83ef-8e54a9e04796 req-0ff43d25-ce2c-47f2-82a0-636b260ac0aa tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573840 Sep 16 14:58:10.934788 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['669086ba-df27-4da6-a5be-0084a07f84fc'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:10.946079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:11.091030 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:11.091667 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:57:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:11.132362 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfda50-7172-46c5-be61-c42c2b910523 None None] Pushing event updated for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:11.145645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-f4964bc8-1810-457d-8ef3-aa22bb45f3ba tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:11.147748 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-f4964bc8-1810-457d-8ef3-aa22bb45f3ba tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 818 time: 0.1596210 Sep 16 14:58:11.163712 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-41626d0f-f2d7-448c-8d5e-7dc4685f9691 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/quotas/1fcd0c82d3244b6a884537d4fb4fa530 HTTP/1.1" status: 200 len: 375 time: 0.0102012 Sep 16 14:58:11.234903 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-bb6438c0-bab6-460c-8b4b-b941433fa468 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647011 Sep 16 14:58:11.251031 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 0d8ab227-03d6-451c-ac09-9996e78bd9fd up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:11.305975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:11.351963 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-5dde3282-802e-4b84-9b0b-34a2f591b9e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130261 Sep 16 14:58:11.480636 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 0d8ab227-03d6-451c-ac09-9996e78bd9fd triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:11.481271 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:11.514537 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-55847fe1-2cee-45b9-9c43-47878dc8270d service neutron] 10.222.0.30 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644368 Sep 16 14:58:11.745912 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:07Z', 'revision_number': 4, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'eba7d29c-118e-462e-b822-c285ec1eb51a', 'name': '', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'mac_address': 'fa:16:3e:02:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:06Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'subnets': [{'id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:11.796218 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a74a19-77e8-4363-aa44-8c82b2daa834 None None] The sync data for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi is: [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T14:58:07Z', 'revision_number': 4, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'eba7d29c-118e-462e-b822-c285ec1eb51a', 'name': '', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'mac_address': 'fa:16:3e:02:a7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:06Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'subnets': [{'id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:11.818760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bfca3e67-2c12-4225-87a8-b97c06e48bb7 req-6af584b0-36b8-4d2e-8976-a23a727779c0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 210 time: 0.0412362 Sep 16 14:58:12.060241 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d1961-0746-4673-973e-12afffedb7f1 req-8718c7f3-beab-4639-aa5d-49c0b8413e30 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:12.062254 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d85d1961-0746-4673-973e-12afffedb7f1 req-8718c7f3-beab-4639-aa5d-49c0b8413e30 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 945 time: 0.0738866 Sep 16 14:58:12.139944 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d85d1961-0746-4673-973e-12afffedb7f1 req-d3e28c1e-be82-47e0-b227-dd0dee40e0fc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677712 Sep 16 14:58:12.689340 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59470) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:12.734946 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:12.849002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a861-9c36-4722-8111-4421c76339d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.000929 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb139b8f-616f-41fd-9126-af6ef95cd709 req-ef045339-ead5-4c38-b839-314ec9f84038 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 210 time: 0.0681674 Sep 16 14:58:13.057973 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a861-9c36-4722-8111-4421c76339d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.151038 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dfc8a861-9c36-4722-8111-4421c76339d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.202009 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59486) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:13.205944 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-dfc8a861-9c36-4722-8111-4421c76339d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36617fb90c1b43f4a4667a93055e5c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145960 Sep 16 14:58:13.214687 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8a861-9c36-4722-8111-4421c76339d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2730f7-8d98-4e7c-9e0d-49fda0e50702,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:13.275261 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.290426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device eba7d29c-118e-462e-b822-c285ec1eb51a up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:13.298986 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.329362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe5699-93b3-4de6-8c66-357553caa995 req-70213ad1-ab17-40fe-af23-e4a254e98686 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:13.331111 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7cfe5699-93b3-4de6-8c66-357553caa995 req-70213ad1-ab17-40fe-af23-e4a254e98686 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 945 time: 0.0755031 Sep 16 14:58:13.350139 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port eba7d29c-118e-462e-b822-c285ec1eb51a triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:13.350502 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.374314 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7cfe5699-93b3-4de6-8c66-357553caa995 req-4a880507-23b7-4933-bb07-03b6898f1a3c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Sep 16 14:58:13.477263 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.482730 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.484444 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb2730f7-8d98-4e7c-9e0d-49fda0e50702 HTTP/1.1" status: 204 len: 168 time: 0.2806442 Sep 16 14:58:13.494315 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab92ff0-c2c8-4e72-8b84-81560500e09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2730f7-8d98-4e7c-9e0d-49fda0e50702,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:13.578840 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59496) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:13.621705 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.661778 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port eba7d29c-118e-462e-b822-c285ec1eb51a, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=eba7d29c-118e-462e-b822-c285ec1eb51a,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:13.742274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.749909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f2aec59-0360-4158-b98f-571e57047096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:13.796312 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:13.802461 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-c19d320f-ddb4-4a79-a2d7-6a46c0da38b6 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:13.804199 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-c19d320f-ddb4-4a79-a2d7-6a46c0da38b6 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 818 time: 0.2024748 Sep 16 14:58:13.824802 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Request body: {'port': {'device_id': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'admin_state_up': True, 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:13.935761 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 669086ba-df27-4da6-a5be-0084a07f84fc up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:13.975443 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f2aec59-0360-4158-b98f-571e57047096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.088915 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 669086ba-df27-4da6-a5be-0084a07f84fc completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:58:14.089152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f2aec59-0360-4158-b98f-571e57047096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.093272 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 669086ba-df27-4da6-a5be-0084a07f84fc triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:14.098274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.137535 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26ff3b4d-3202-4619-afa7-3530a8def8c2 req-7000dfd8-7192-4fbe-91e9-c8a531cfaff6 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 210 time: 0.0448785 Sep 16 14:58:14.154430 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-7f2aec59-0360-4158-b98f-571e57047096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a1a17e36a2047748daf324ee8f2c1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742791 Sep 16 14:58:14.157488 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aec59-0360-4158-b98f-571e57047096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c20209-d6f0-48b4-a926-d6cbab6cbc22,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:14.157616 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59508) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:14.191404 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.222127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:14.224521 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aed4bc-6cd4-469f-9d08-4c1605e5d6ec" -d '{"events": [{"server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "name": "network-vif-plugged", "status": "completed", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:14.231235 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Made reservation on behalf of 1fcd0c82d3244b6a884537d4fb4fa530 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:14.235623 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.238736 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=669086ba-df27-4da6-a5be-0084a07f84fc,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:14.252657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.276881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.281321 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec7716b-f6c9-47fe-81fb-499251b200d4 x-openstack-request-id: req-eec7716b-f6c9-47fe-81fb-499251b200d4 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:14.281642 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "name": "network-vif-plugged", "status": "completed", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:14.281896 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eec7716b-f6c9-47fe-81fb-499251b200d4 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:14.282298 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc', 'code': 200} Sep 16 14:58:14.349234 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.409835 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:14.415339 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Allocated IP 172.20.0.14 (f65c198e-059b-480e-b7e2-949d758be1e3/1e2fc508-608d-4ff2-930e-2833fe2bae0c/c0b74e57-3515-43ee-bdd9-ea71870b8c9f) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:14.490925 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.493763 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.495287 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76c20209-d6f0-48b4-a926-d6cbab6cbc22 HTTP/1.1" status: 204 len: 168 time: 0.3366129 Sep 16 14:58:14.530549 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e9a1-bb8a-40c0-b38f-65815af3586a req-9f8708d7-23f7-4d32-a297-788ef4be8262 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:14.536580 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64c7e9a1-bb8a-40c0-b38f-65815af3586a req-9f8708d7-23f7-4d32-a297-788ef4be8262 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0821948 Sep 16 14:58:14.538525 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc47332-d712-4f60-abaf-10184c3d3e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c20209-d6f0-48b4-a926-d6cbab6cbc22,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:14.547265 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-76b7285a-7480-4ffb-99ac-8b7e102d9f69 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:14.549208 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-76b7285a-7480-4ffb-99ac-8b7e102d9f69 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 818 time: 0.1598349 Sep 16 14:58:14.587272 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Request body: {'port': {'device_id': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'admin_state_up': True, 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:14.599716 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64c7e9a1-bb8a-40c0-b38f-65815af3586a req-c1ae223f-39e3-41eb-8e4a-bbbe43de8854 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605152 Sep 16 14:58:14.603362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59524) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:14.621494 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4d78-728e-4f39-9987-e245b8ebc28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.780139 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.813989 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4d78-728e-4f39-9987-e245b8ebc28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.832166 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae268dbc-d86e-4512-9eb8-6de46d3cea4b req-5765ba10-8884-42a3-85d1-9df87e9df06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:14.833666 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae268dbc-d86e-4512-9eb8-6de46d3cea4b req-5765ba10-8884-42a3-85d1-9df87e9df06c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 1099 time: 0.1202078 Sep 16 14:58:14.882125 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae268dbc-d86e-4512-9eb8-6de46d3cea4b req-e8aab50e-fe6d-4c30-87a7-af2deae27f77 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376403 Sep 16 14:58:14.905930 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7cc4d78-728e-4f39-9987-e245b8ebc28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.918876 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:14.955360 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a7cc4d78-728e-4f39-9987-e245b8ebc28d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e965997ea704425bfe3bccf4c9f0bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506203 Sep 16 14:58:14.955880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59534) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:14.962097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc4d78-728e-4f39-9987-e245b8ebc28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07dcfa0a-6798-490e-aa85-46e6cd998f69,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:14.972930 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Pushing event updated for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:14.981023 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Network f65c198e-059b-480e-b7e2-949d758be1e3 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:14.982872 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:14.985484 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:15.012434 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Made reservation on behalf of 1fcd0c82d3244b6a884537d4fb4fa530 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:15.016076 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.035455 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.066646 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:15.067280 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.077141 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.179047 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Allocated IP 172.20.0.11 (f65c198e-059b-480e-b7e2-949d758be1e3/1e2fc508-608d-4ff2-930e-2833fe2bae0c/cc81ca16-84ca-4f81-974a-be053b0556b7) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:15.253325 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device eba7d29c-118e-462e-b822-c285ec1eb51a up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:15.254717 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.255133 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6bb52572-b443-48d7-a06f-9ddd7ee0ceef tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4357677 Sep 16 14:58:15.257687 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.261245 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07dcfa0a-6798-490e-aa85-46e6cd998f69 HTTP/1.1" status: 204 len: 168 time: 0.3018792 Sep 16 14:58:15.298693 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-56bcb932-6173-4ee9-a3e7-fd84dcb167fb req-e40ade01-c04a-4524-aa0d-41d186e8a981 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 210 time: 0.0564392 Sep 16 14:58:15.315562 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05631a-9df1-46c0-b7aa-22caaa188309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07dcfa0a-6798-490e-aa85-46e6cd998f69,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:15.331086 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port eba7d29c-118e-462e-b822-c285ec1eb51a triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:15.331086 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.341956 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Request body: {'port': {'device_id': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:15.349098 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59556) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:15.361301 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.366962 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6b53903b-0823-4fa9-a92e-686b5d81bb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.449360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.512638 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6b53903b-0823-4fa9-a92e-686b5d81bb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.579962 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.631038 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6b53903b-0823-4fa9-a92e-686b5d81bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.634365 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Network f65c198e-059b-480e-b7e2-949d758be1e3 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:15.651573 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:15.654314 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:15.687590 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6b53903b-0823-4fa9-a92e-686b5d81bb74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0faa8781c7424425b2ba48cefba37b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373806 Sep 16 14:58:15.688478 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59570) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:15.696807 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53903b-0823-4fa9-a92e-686b5d81bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31370f76-642a-4aea-b680-2dd1abc88eb7,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:15.739456 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:15.740151 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.745246 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Pushing event updated for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:15.786682 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc14435-02c9-4992-a493-4ae519bae467 req-46bc1903-3e1c-4ce9-9fb4-a2c11f945a1b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:15.792947 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cc14435-02c9-4992-a493-4ae519bae467 req-46bc1903-3e1c-4ce9-9fb4-a2c11f945a1b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.1032028 Sep 16 14:58:15.822535 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.840144 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-c0bd7572-a88f-4615-a50f-9285610c4f4f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2759531 Sep 16 14:58:15.857961 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Request body: {'port': {'device_id': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:15.873489 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.884902 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8cc14435-02c9-4992-a493-4ae519bae467 req-0e0c2d17-0467-4e44-9cee-a4705b378e97 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879121 Sep 16 14:58:15.954915 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b74e57-3515-43ee-bdd9-ea71870b8c9f {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:15.968113 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:15.973393 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.019800 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.020162 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Transition to ACTIVE for port object c0b74e57-3515-43ee-bdd9-ea71870b8c9f will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:58:16.022380 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.023644 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31370f76-642a-4aea-b680-2dd1abc88eb7 HTTP/1.1" status: 204 len: 168 time: 0.3331702 Sep 16 14:58:16.033989 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f1d9d-c885-44f4-a88d-2cb5b1d0b0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31370f76-642a-4aea-b680-2dd1abc88eb7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:16.116887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.216488 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Pushing event updated for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:16.328328 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Attempting to bind port c0b74e57-3515-43ee-bdd9-ea71870b8c9f on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:16.328899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Attempting to bind port c0b74e57-3515-43ee-bdd9-ea71870b8c9f by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:16.328988 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Attempting to bind port c0b74e57-3515-43ee-bdd9-ea71870b8c9f on network f65c198e-059b-480e-b7e2-949d758be1e3 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:16.352802 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Port c0b74e57-3515-43ee-bdd9-ea71870b8c9f on network f65c198e-059b-480e-b7e2-949d758be1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:58:16.356144 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Attempting to bind port c0b74e57-3515-43ee-bdd9-ea71870b8c9f on network f65c198e-059b-480e-b7e2-949d758be1e3 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:16.363360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:16.363360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Checking segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:16.363360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Bound using segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:16.363360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Bound port: c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:16.363360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.386123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc81ca16-84ca-4f81-974a-be053b0556b7 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:16.421213 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.454942 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Transition to ACTIVE for port object cc81ca16-84ca-4f81-974a-be053b0556b7 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:58:16.470302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:16.473387 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdb796-afcb-4581-a264-6c3ff4bcfbfc req-f6b74f72-6fa3-4acf-90b9-f398e6715023 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:16.475288 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:16.475409 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03fdb796-afcb-4581-a264-6c3ff4bcfbfc req-f6b74f72-6fa3-4acf-90b9-f398e6715023 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 932 time: 0.1036167 Sep 16 14:58:16.520730 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03fdb796-afcb-4581-a264-6c3ff4bcfbfc req-fdd040ec-f80a-40e4-9d42-05d604bab697 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374920 Sep 16 14:58:16.522623 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.571747 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:16.595088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.703192 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:16.703864 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.705317 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] 10.222.0.22 "PUT /v2.0/ports/c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 1094 time: 1.3870437 Sep 16 14:58:16.705765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:16.708572 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98177c8-30a2-4f9f-ab89-77740aa1309d" -d '{"events": [{"name": "network-changed", "server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:16.714088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae57d6-4a0a-4e05-8d21-0620325359cb service neutron] Pushing event updated for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:16.754234 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Attempting to bind port cc81ca16-84ca-4f81-974a-be053b0556b7 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:16.754732 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Attempting to bind port cc81ca16-84ca-4f81-974a-be053b0556b7 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:16.755327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Attempting to bind port cc81ca16-84ca-4f81-974a-be053b0556b7 on network f65c198e-059b-480e-b7e2-949d758be1e3 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:16.760061 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Port cc81ca16-84ca-4f81-974a-be053b0556b7 on network f65c198e-059b-480e-b7e2-949d758be1e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:58:16.763023 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Attempting to bind port cc81ca16-84ca-4f81-974a-be053b0556b7 on network f65c198e-059b-480e-b7e2-949d758be1e3 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:16.764205 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce519f2-f88e-46c9-8433-e6e3ca938721 x-openstack-request-id: req-1ce519f2-f88e-46c9-8433-e6e3ca938721 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:16.764498 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:16.764767 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce519f2-f88e-46c9-8433-e6e3ca938721 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:16.765141 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'status': 'completed', 'code': 200} Sep 16 14:58:16.767821 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:16.768187 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Checking segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:16.768576 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Bound using segment: {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:16.769012 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Bound port: cc81ca16-84ca-4f81-974a-be053b0556b7, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecf98cf-4d8d-4e50-8074-20c98566ebd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:16.769374 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:16.870962 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-76704676-6dc9-463c-a6b1-6c4a2b255ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:16.872664 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-76704676-6dc9-463c-a6b1-6c4a2b255ddc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1097 time: 0.0654914 Sep 16 14:58:16.876008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:16.880017 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=cc81ca16-84ca-4f81-974a-be053b0556b7,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:16.988527 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:17.073498 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-2be810d8-dc5e-4595-8ec3-829d8727a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.077155 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-2be810d8-dc5e-4595-8ec3-829d8727a48f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1944253 Sep 16 14:58:17.077515 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.078129 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:17.079483 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] 10.222.0.22 "PUT /v2.0/ports/cc81ca16-84ca-4f81-974a-be053b0556b7 HTTP/1.1" status: 200 len: 1094 time: 1.2268913 Sep 16 14:58:17.097410 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0312c-bd53-453a-96d0-79e1f40fb46f req-53fdfa7a-5154-4476-8fe3-bf763ba12be9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.100601 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ac0312c-bd53-453a-96d0-79e1f40fb46f req-53fdfa7a-5154-4476-8fe3-bf763ba12be9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0899978 Sep 16 14:58:17.128317 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d1413-c154-4d43-9420-2f4cabcf78a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:17.168605 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ac0312c-bd53-453a-96d0-79e1f40fb46f req-f604b478-e2a1-4ac7-9e8a-c019769e7ec8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611594 Sep 16 14:58:17.277928 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-0fff6e96-17e3-44f3-8d5e-5b4d423bfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.279597 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b98177c8-30a2-4f9f-ab89-77740aa1309d req-0fff6e96-17e3-44f3-8d5e-5b4d423bfc42 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871381 Sep 16 14:58:17.290904 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-6c3e7290-5dbc-47eb-9d78-3c1ced90179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.293112 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-6c3e7290-5dbc-47eb-9d78-3c1ced90179f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 1097 time: 0.0800107 Sep 16 14:58:17.348460 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-ec96a07f-8112-4b88-99d3-ca58031841f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc81ca16-84ca-4f81-974a-be053b0556b7 HTTP/1.1" status: 200 len: 217 time: 0.0425570 Sep 16 14:58:17.428112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604e248-eab6-44c2-af60-19fc10685c53 req-0de28ba9-0cb5-4c56-8e35-2a6835148e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.429570 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-0de28ba9-0cb5-4c56-8e35-2a6835148e17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0702631 Sep 16 14:58:17.431391 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-c91ff902-72b6-4939-8134-b717e2e25b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.432795 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-c91ff902-72b6-4939-8134-b717e2e25b9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1097 time: 0.0834682 Sep 16 14:58:17.485679 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-e28d0d5d-504b-43fc-9680-60d9f49cd0c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327582 Sep 16 14:58:17.523487 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-1cc8ae2e-7166-4147-b2ea-9d0057f810c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 217 time: 0.0627692 Sep 16 14:58:17.550163 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59646) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:17.631607 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6263f37c-9ce7-4024-b5fe-47ffe76087cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.633258 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-6263f37c-9ce7-4024-b5fe-47ffe76087cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0983829 Sep 16 14:58:17.666634 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c188e5-9a88-4575-ae8a-18706d9d962f req-b027a149-a4f8-4a0f-9cab-29e232b40471 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:17.674734 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e4c188e5-9a88-4575-ae8a-18706d9d962f req-b027a149-a4f8-4a0f-9cab-29e232b40471 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 944 time: 0.0735922 Sep 16 14:58:17.778980 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3e3c954d-79fe-4cb8-b5c3-8acdae8ce667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:17.836218 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e4c188e5-9a88-4575-ae8a-18706d9d962f req-25ff4d30-74f4-4f96-890b-35b9e2d54d2c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604300 Sep 16 14:58:17.917481 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-068c52f7-6d82-4ff9-bf5e-a523ddb81af4 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020362 Sep 16 14:58:17.957250 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-8b7c9ac0-3e98-4c72-8b9d-4a9e747e14e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3109393 Sep 16 14:58:17.991910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3e3c954d-79fe-4cb8-b5c3-8acdae8ce667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.071762 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3e3c954d-79fe-4cb8-b5c3-8acdae8ce667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.114573 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c604e248-eab6-44c2-af60-19fc10685c53 req-05ecc04f-00da-42c3-aec6-875e00eda91d service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741693 Sep 16 14:58:18.116263 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c954d-79fe-4cb8-b5c3-8acdae8ce667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2dd82-2c69-4e8b-859b-aa93b806c612,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:18.117961 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-e39b2e2b-7195-4bd1-a43c-c72a4862de95 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433749 Sep 16 14:58:18.123872 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-3e3c954d-79fe-4cb8-b5c3-8acdae8ce667 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b915dab6d8045d689468f2519d809b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698180 Sep 16 14:58:18.124671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59666) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:18.174963 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.196331 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.223042 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b01eb2be-855b-4936-8af0-ea1fd0104cfd req-8886a2fd-a7db-491e-8cea-a4555fd9639b service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Sep 16 14:58:18.422270 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.425008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:18.426189 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cc2dd82-2c69-4e8b-859b-aa93b806c612 HTTP/1.1" status: 204 len: 168 time: 0.3010526 Sep 16 14:58:18.437008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a09a5-3797-4b8d-b9c0-608739b72567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2dd82-2c69-4e8b-859b-aa93b806c612,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:18.766770 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:18.771517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba2ca1-016a-47da-985e-3ffb73c153be" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:18.827434 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb58ddc-f714-4d92-b573-e4b7177c69ae x-openstack-request-id: req-bcb58ddc-f714-4d92-b573-e4b7177c69ae {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:18.827729 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:18.828002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcb58ddc-f714-4d92-b573-e4b7177c69ae {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:18.828540 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7', 'status': 'completed', 'code': 200} Sep 16 14:58:18.933874 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-2a7c2465-f4c6-45b2-a3b3-d38fa2ae1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:18.935387 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-2a7c2465-f4c6-45b2-a3b3-d38fa2ae1af7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 1097 time: 0.0432379 Sep 16 14:58:18.984009 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc60f-8121-4c54-bc8f-782385a34360 req-5b28634b-5bd5-44bc-b6f7-7ae5c75fd126 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:18.985611 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-232dc60f-8121-4c54-bc8f-782385a34360 req-5b28634b-5bd5-44bc-b6f7-7ae5c75fd126 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 944 time: 0.0794344 Sep 16 14:58:19.063301 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-232dc60f-8121-4c54-bc8f-782385a34360 req-e393f872-2b0e-4d30-893d-17dd5e29ed1a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626864 Sep 16 14:58:19.066713 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-1984f4d5-539b-4202-a9c7-c50836934dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:19.068153 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-1984f4d5-539b-4202-a9c7-c50836934dec service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.1228738 Sep 16 14:58:19.117089 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-d669db15-4a83-47ae-a3ec-72c74c18612e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc81ca16-84ca-4f81-974a-be053b0556b7 HTTP/1.1" status: 200 len: 217 time: 0.0402033 Sep 16 14:58:19.183852 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-9a27b090-0fd2-423e-902c-3862e9fa0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:19.185580 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-9a27b090-0fd2-423e-902c-3862e9fa0a10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0532050 Sep 16 14:58:19.191605 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59700) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:19.213037 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a8ff636a-de0c-41ff-9e2e-c47c653eec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.229775 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-b87286ee-4439-48c5-98bc-68278043a2e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311482 Sep 16 14:58:19.375643 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-bc776485-9642-4bd4-899d-01b418fc0a05 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201334 Sep 16 14:58:19.428415 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a8ff636a-de0c-41ff-9e2e-c47c653eec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.491971 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7fba2ca1-016a-47da-985e-3ffb73c153be req-76d36e36-35b0-4914-ab47-d6a5b040a432 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014237 Sep 16 14:58:19.493629 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a8ff636a-de0c-41ff-9e2e-c47c653eec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.533675 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a8ff636a-de0c-41ff-9e2e-c47c653eec6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b06fef7760c1416fa7720ff14f3807ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409767 Sep 16 14:58:19.534560 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff636a-de0c-41ff-9e2e-c47c653eec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e4e69-510d-4b63-abbb-2b51b7bf20ca,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:19.536318 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59716) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:19.597291 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.618682 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.746248 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.748970 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:19.750127 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d16e4e69-510d-4b63-abbb-2b51b7bf20ca HTTP/1.1" status: 204 len: 168 time: 0.2115750 Sep 16 14:58:19.758228 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d41eb5-3cd6-4fcb-9ddf-0c8de2bd280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e4e69-510d-4b63-abbb-2b51b7bf20ca,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:20.200472 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1bc7-f01d-4fbf-ae79-58c07f08e76a req-cde0d7d5-7106-4b91-a001-5596634059ee tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:20.202042 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-07de1bc7-f01d-4fbf-ae79-58c07f08e76a req-cde0d7d5-7106-4b91-a001-5596634059ee tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 944 time: 0.0589702 Sep 16 14:58:20.241588 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-07de1bc7-f01d-4fbf-ae79-58c07f08e76a req-9c31a8fc-0a3f-46e2-b7ea-ba53635e6001 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Sep 16 14:58:20.508127 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59752) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:20.522082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-deb78f73-2e1f-4658-8edc-76a289abbb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.613293 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-deb78f73-2e1f-4658-8edc-76a289abbb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.687907 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-deb78f73-2e1f-4658-8edc-76a289abbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.730544 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-deb78f73-2e1f-4658-8edc-76a289abbb8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f96c3a78993408d876ab374863bc0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211697 Sep 16 14:58:20.731318 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb78f73-2e1f-4658-8edc-76a289abbb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5924c510-4666-4bd2-b023-2debcc9f6070,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:20.733453 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59754) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:20.784462 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.809596 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.946107 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.949309 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:20.950462 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5924c510-4666-4bd2-b023-2debcc9f6070 HTTP/1.1" status: 204 len: 168 time: 0.2159991 Sep 16 14:58:20.958185 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a6441-af8c-404b-82fb-40561ebc5f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5924c510-4666-4bd2-b023-2debcc9f6070,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:21.778665 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:58:22.648505 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59810) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:22.753272 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-26218b9e-a2ef-43a8-9ad2-1c8139421f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:22.839722 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-26218b9e-a2ef-43a8-9ad2-1c8139421f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:22.869337 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device c0b74e57-3515-43ee-bdd9-ea71870b8c9f details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:58:22.934501 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-26218b9e-a2ef-43a8-9ad2-1c8139421f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:22.968894 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:22.976650 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-26218b9e-a2ef-43a8-9ad2-1c8139421f3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44e8e7787afe4823abded3daa882e2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270388 Sep 16 14:58:22.977623 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26218b9e-a2ef-43a8-9ad2-1c8139421f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd259ac8-3f49-4df3-aa5e-8eb4cb3183b2,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:22.981335 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59814) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:22.983815 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'port_id': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'mac_address': 'fa:16:3e:70:22:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:58:23.025735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.030087 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.038880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b74e57-3515-43ee-bdd9-ea71870b8c9f {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:23.051165 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.059543 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:23.128813 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.129503 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device cc81ca16-84ca-4f81-974a-be053b0556b7 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:58:23.152192 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.155662 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.157158 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd259ac8-3f49-4df3-aa5e-8eb4cb3183b2 HTTP/1.1" status: 204 len: 168 time: 0.1744695 Sep 16 14:58:23.174909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc59b-ebd1-4ee5-9688-7876699806fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd259ac8-3f49-4df3-aa5e-8eb4cb3183b2,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:23.200299 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:23.213310 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=cc81ca16-84ca-4f81-974a-be053b0556b7,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:23.221861 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'cc81ca16-84ca-4f81-974a-be053b0556b7', 'network_id': 'f65c198e-059b-480e-b7e2-949d758be1e3', 'port_id': 'cc81ca16-84ca-4f81-974a-be053b0556b7', 'mac_address': 'fa:16:3e:91:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2fc508-608d-4ff2-930e-2833fe2bae0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:58:23.261812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.275366 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc81ca16-84ca-4f81-974a-be053b0556b7 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:23.296958 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=cc81ca16-84ca-4f81-974a-be053b0556b7,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:23.374241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:23.427290 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:23.734026 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-888164a2-da53-4599-839c-3e5b32c47610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:24.170102 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c585420-5181-4bae-8924-cbc7c1bbded5 req-6951c5fe-7d5a-4b0a-9721-1b149d9eed9f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:24.171777 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7c585420-5181-4bae-8924-cbc7c1bbded5 req-6951c5fe-7d5a-4b0a-9721-1b149d9eed9f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Sep 16 14:58:24.192441 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['c0b74e57-3515-43ee-bdd9-ea71870b8c9f'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:24.224405 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7c585420-5181-4bae-8924-cbc7c1bbded5 req-34720c17-4019-4eb9-84d2-7b3c5718e7de tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459781 Sep 16 14:58:24.229712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['cc81ca16-84ca-4f81-974a-be053b0556b7'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:25.240354 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59900) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:25.359696 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b07ff-edb6-46af-8511-616b434ed376 req-a5954557-e848-4b22-af83-8478a8235252 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:25.360342 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5bed7ffb-7d19-47b7-9b4c-8c5a6c089a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.361300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7e8b07ff-edb6-46af-8511-616b434ed376 req-a5954557-e848-4b22-af83-8478a8235252 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Sep 16 14:58:25.404512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7e8b07ff-edb6-46af-8511-616b434ed376 req-97219a5e-a942-48de-9ff6-bd4487fc6de6 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364177 Sep 16 14:58:25.457830 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5bed7ffb-7d19-47b7-9b4c-8c5a6c089a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.551664 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5bed7ffb-7d19-47b7-9b4c-8c5a6c089a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.593606 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-5bed7ffb-7d19-47b7-9b4c-8c5a6c089a17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=543b0db20a7b4eda9ca3e7064c890527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519919 Sep 16 14:58:25.598267 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7ffb-7d19-47b7-9b4c-8c5a6c089a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587f073-4e2e-47f5-96f8-5db2e1e1e4f0,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:25.602481 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59910) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:25.672871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.704009 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.814253 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.816959 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:25.818281 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e587f073-4e2e-47f5-96f8-5db2e1e1e4f0 HTTP/1.1" status: 204 len: 168 time: 0.2146513 Sep 16 14:58:25.827787 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a2c37-680d-417c-83cf-29e59795dd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587f073-4e2e-47f5-96f8-5db2e1e1e4f0,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:26.454241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1ae84b27-417a-4327-814f-0b5a8d81d91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:26.532060 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6f41b-3ad2-48af-9ceb-31aabe845449 req-1926d53e-5c89-439d-978a-36bd4b962f3f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:26.534461 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-96b6f41b-3ad2-48af-9ceb-31aabe845449 req-1926d53e-5c89-439d-978a-36bd4b962f3f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 945 time: 0.0554056 Sep 16 14:58:26.573282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-96b6f41b-3ad2-48af-9ceb-31aabe845449 req-9ecb9847-e3d6-4429-95cc-5fc71a56d319 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Sep 16 14:58:26.896849 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59966) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:27.007590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-992659403-network', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:27.046469 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device c0b74e57-3515-43ee-bdd9-ea71870b8c9f up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:27.105875 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Made reservation on behalf of 4ad66d52817540e7a4de87d1824a55a2 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:27.108404 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.116827 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.150933 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port c0b74e57-3515-43ee-bdd9-ea71870b8c9f completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:58:27.154916 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port c0b74e57-3515-43ee-bdd9-ea71870b8c9f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:27.155365 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.208950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.260110 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.284137 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:27.286958 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b0688-207a-45b7-8cd8-1500f5801f21" -d '{"events": [{"server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "name": "network-vif-plugged", "status": "completed", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:27.294763 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.310117 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:27.320704 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:58:27.336278 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.338236 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec6b76-225a-4d97-a87d-b9a468ddfd27,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:27.341076 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.341674 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Added segment e7f797b6-d184-476c-b6c0-95fdabc77199 of type vlan for network 29246054-93e1-42ca-aab6-245bc7944067 Sep 16 14:58:27.342207 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb555a50-3c6e-4f30-aa4c-6769cc13eb65 x-openstack-request-id: req-cb555a50-3c6e-4f30-aa4c-6769cc13eb65 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:27.342525 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "name": "network-vif-plugged", "status": "completed", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:27.342837 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb555a50-3c6e-4f30-aa4c-6769cc13eb65 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:27.343232 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'code': 200} Sep 16 14:58:27.386169 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.387312 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device cc81ca16-84ca-4f81-974a-be053b0556b7 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:27.404590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.467226 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:27.488538 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.489551 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:27.490143 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.551630 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] Pushing event updated for resources: {'Network': ['ID=29246054-93e1-42ca-aab6-245bc7944067,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:27.557270 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port cc81ca16-84ca-4f81-974a-be053b0556b7 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:58:27.561749 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port cc81ca16-84ca-4f81-974a-be053b0556b7 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:27.562127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.565073 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 29246054-93e1-42ca-aab6-245bc7944067 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:58:27.580870 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a558d800-9bd8-4fd0-9586-43b0f1a6fb56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6828966 Sep 16 14:58:27.591969 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 59980) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:27.596869 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Request body: {'subnet': {'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-992659403-subnet', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:27.682541 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Made reservation on behalf of 4ad66d52817540e7a4de87d1824a55a2 for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:27.685326 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.700895 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f0d7c-55a9-4985-a53a-d2b4c9c65809 req-db4a6b3e-8a11-42ad-9d29-2af06a986f20 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:27.702623 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6d0f0d7c-55a9-4985-a53a-d2b4c9c65809 req-db4a6b3e-8a11-42ad-9d29-2af06a986f20 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Sep 16 14:58:27.717973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.745402 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6d0f0d7c-55a9-4985-a53a-d2b4c9c65809 req-e8ef7634-6d45-4bd3-9aab-fc48e2f87004 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Sep 16 14:58:27.765461 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.765461 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=cc81ca16-84ca-4f81-974a-be053b0556b7,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:27.824868 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:27.871943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:27.939863 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.004126 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9772ee56-461a-4578-9378-7ae11671cfed,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:28.021108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Checking segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:28.021108 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Network hostable DHCP agents. Network: 29246054-93e1-42ca-aab6-245bc7944067, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:58:28.111009 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Network 29246054-93e1-42ca-aab6-245bc7944067 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:58:28.179875 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 29246054-93e1-42ca-aab6-245bc7944067) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:28.184448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:28.185882 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.188773 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb1cc9-f3bf-43d8-9543-a211385ad741 None None] Network 29246054-93e1-42ca-aab6-245bc7944067 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:28.254776 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-08c98c0c-87ec-4933-9169-4a06be8c6e46 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6617284 Sep 16 14:58:28.257719 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 59992) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:28.263349 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:28.344760 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-29246054-93e1-42ca-aab6-245bc7944067', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:58:28.345637 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.368520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.370338 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.427463 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.487966 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Allocated IP 172.20.0.2 (29246054-93e1-42ca-aab6-245bc7944067/9772ee56-461a-4578-9378-7ae11671cfed/8401ed79-d176-46c2-9f9b-9cc23322a558) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:28.637645 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.706402 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.751386 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Network 29246054-93e1-42ca-aab6-245bc7944067 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:28.754241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:28.760929 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:28.764093 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Pushing event updated for resources: {'Port': ['ID=8401ed79-d176-46c2-9f9b-9cc23322a558,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:28.824969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Attempting to bind port 8401ed79-d176-46c2-9f9b-9cc23322a558 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:28.825644 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Attempting to bind port 8401ed79-d176-46c2-9f9b-9cc23322a558 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:28.826256 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Attempting to bind port 8401ed79-d176-46c2-9f9b-9cc23322a558 on network 29246054-93e1-42ca-aab6-245bc7944067 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:28.832931 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.834660 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:28.835284 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Checking segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:28.835971 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.836644 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Bound using segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:28.837395 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Bound port: 8401ed79-d176-46c2-9f9b-9cc23322a558, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:28.838022 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:28.882673 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c8a6e-a061-4a2e-b44f-a0e1073acf17 req-4d51685b-3bfe-41c8-bbb1-8f93f8a4b45f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:28.884173 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-202c8a6e-a061-4a2e-b44f-a0e1073acf17 req-4d51685b-3bfe-41c8-bbb1-8f93f8a4b45f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0536335 Sep 16 14:58:28.921137 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] For port 8401ed79-d176-46c2-9f9b-9cc23322a558, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:28.926981 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] For port 8401ed79-d176-46c2-9f9b-9cc23322a558, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=8401ed79-d176-46c2-9f9b-9cc23322a558,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:28.945051 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-202c8a6e-a061-4a2e-b44f-a0e1073acf17 req-00ecc6ff-54dc-4081-8d8a-3f51c6cac791 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542345 Sep 16 14:58:29.009819 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.067161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.111804 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03902a3c-87b5-4af4-b276-df56c5be2767 None None] Pushing event updated for resources: {'Port': ['ID=8401ed79-d176-46c2-9f9b-9cc23322a558,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:29.164787 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.193317 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.335981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Allocated IP 172.27.3.92 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/2e020bc8-12a1-4142-bfef-d5240adddb0e) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:29.344426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:29.346877 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb554e69-328d-437e-b7d6-e11e0898060c" -d '{"events": [{"server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "name": "network-vif-plugged", "status": "completed", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:29.366648 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5ac60-56a4-41b1-8a57-4427c2817cd7 req-fd850a61-e08c-4c64-b896-0c4158d4642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:29.373903 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6ae5ac60-56a4-41b1-8a57-4427c2817cd7 req-fd850a61-e08c-4c64-b896-0c4158d4642a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0602112 Sep 16 14:58:29.402665 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e585415e-4953-40cd-8fc9-a198fa9b1b73 x-openstack-request-id: req-e585415e-4953-40cd-8fc9-a198fa9b1b73 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:29.404711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "name": "network-vif-plugged", "status": "completed", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:29.404711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e585415e-4953-40cd-8fc9-a198fa9b1b73 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:29.404711 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7', 'code': 200} Sep 16 14:58:29.427453 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6ae5ac60-56a4-41b1-8a57-4427c2817cd7 req-97659533-2b24-4747-8957-6f9579e3113d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496368 Sep 16 14:58:29.498292 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.586225 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:29.629236 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:29.632148 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:29.636242 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:29.660972 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Pushing event updated for resources: {'Port': ['ID=2e020bc8-12a1-4142-bfef-d5240adddb0e,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:29.975606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.082481 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff341ea-a06c-4bc2-9a98-9da3b2156778 req-bee9aa68-6607-4019-a210-93669c987e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:30.084113 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-1ff341ea-a06c-4bc2-9a98-9da3b2156778 req-bee9aa68-6607-4019-a210-93669c987e65 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 1099 time: 0.0450914 Sep 16 14:58:30.135505 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36d2d4-526f-4a13-970e-d2a9ccebefcc None None] Network 29246054-93e1-42ca-aab6-245bc7944067 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:30.147812 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-1ff341ea-a06c-4bc2-9a98-9da3b2156778 req-38073be2-6601-49c4-8ee7-35912965f7e1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547092 Sep 16 14:58:30.201926 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb50aaa-65d6-47b2-8e7c-3ba873a11c13 req-be922adf-918e-4954-a8cd-248768ea8104 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:30.209876 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0cb50aaa-65d6-47b2-8e7c-3ba873a11c13 req-be922adf-918e-4954-a8cd-248768ea8104 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1867990 Sep 16 14:58:30.237285 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] Provisioning complete for port 8401ed79-d176-46c2-9f9b-9cc23322a558 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:30.237675 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.318068 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0cb50aaa-65d6-47b2-8e7c-3ba873a11c13 req-f64b8c42-fba3-437b-8897-13949808d8f9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071780 Sep 16 14:58:30.336614 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1f40c-f999-4d47-9db0-4e5bf85192d6 req-3368a4bc-028c-441c-b2cd-f60e97095c7c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:30.338386 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c2b1f40c-f999-4d47-9db0-4e5bf85192d6 req-3368a4bc-028c-441c-b2cd-f60e97095c7c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1200261 Sep 16 14:58:30.343435 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.396629 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.431418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c2b1f40c-f999-4d47-9db0-4e5bf85192d6 req-0a5b697e-21b8-4a74-a871-a07d17643f22 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834563 Sep 16 14:58:30.457310 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] For port 8401ed79-d176-46c2-9f9b-9cc23322a558, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=8401ed79-d176-46c2-9f9b-9cc23322a558,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:30.552753 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.651483 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b642e0-119e-413b-a91c-64767db6b10d None None] Pushing event updated for resources: {'Port': ['ID=8401ed79-d176-46c2-9f9b-9cc23322a558,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:30.665155 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Router 6b5033e2-5d8f-4b24-9638-43eedc392e57 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:58:30.771697 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:30.773910 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-28d45852-d1e9-42d1-8ca1-b2e18e1652aa None None] Provisioning complete for port 8401ed79-d176-46c2-9f9b-9cc23322a558 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:30.774574 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-28d45852-d1e9-42d1-8ca1-b2e18e1652aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.788929 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Sync routers for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:30.814363 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:30.815310 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:30.884013 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:30.887863 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fe9e154d-f05d-4240-920c-b66afdebc50a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6272244 Sep 16 14:58:30.889630 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60058) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:30.926947 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:31.115915 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:29Z', 'revision_number': 3, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:31.143297 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Checking router: 6b5033e2-5d8f-4b24-9638-43eedc392e57 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:31.143565 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Updating router 6b5033e2-5d8f-4b24-9638-43eedc392e57 port 2e020bc8-12a1-4142-bfef-d5240adddb0e binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:31.171145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.367403 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 8401ed79-d176-46c2-9f9b-9cc23322a558 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:31.447373 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 8401ed79-d176-46c2-9f9b-9cc23322a558 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:31.448610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.543265 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece032f4-5632-4cf4-a6b8-d93aa22a7919 req-ec03a236-b3ea-41b7-af20-a188761d2922 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:31.545020 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ece032f4-5632-4cf4-a6b8-d93aa22a7919 req-ec03a236-b3ea-41b7-af20-a188761d2922 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1128194 Sep 16 14:58:31.596709 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.638154 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ece032f4-5632-4cf4-a6b8-d93aa22a7919 req-5899c30f-6f32-4e2d-9c50-30cb8f37adab tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709720 Sep 16 14:58:31.654186 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.705783 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.755190 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Attempting to bind port 2e020bc8-12a1-4142-bfef-d5240adddb0e on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:31.755565 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Attempting to bind port 2e020bc8-12a1-4142-bfef-d5240adddb0e by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:31.755970 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Attempting to bind port 2e020bc8-12a1-4142-bfef-d5240adddb0e on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:31.764881 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff1bf-1b02-40a9-bc32-a54ee46fccab None None] Pushing event updated for resources: {'Port': ['ID=2e020bc8-12a1-4142-bfef-d5240adddb0e,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:31.768392 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:31.779145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:31.779145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.779145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:31.779145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Bound port: 2e020bc8-12a1-4142-bfef-d5240adddb0e, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:31.779145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.798724 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef788fe-5126-46a0-84b5-f44523de0bb2 req-c7d99c12-677e-43d6-97be-f082d6434054 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:31.800287 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bef788fe-5126-46a0-84b5-f44523de0bb2 req-c7d99c12-677e-43d6-97be-f082d6434054 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0958796 Sep 16 14:58:31.828213 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] For port 2e020bc8-12a1-4142-bfef-d5240adddb0e, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:31.831566 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] For port 2e020bc8-12a1-4142-bfef-d5240adddb0e, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2e020bc8-12a1-4142-bfef-d5240adddb0e,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:31.876855 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bef788fe-5126-46a0-84b5-f44523de0bb2 req-2c46228c-4bf0-4c90-82fc-6b996070e358 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645204 Sep 16 14:58:31.880498 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Allocated IP 172.20.0.1 (29246054-93e1-42ca-aab6-245bc7944067/9772ee56-461a-4578-9378-7ae11671cfed/2a8afff4-86c2-4154-ae29-598079728cf8) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:31.895327 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:31.952301 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff1bf-1b02-40a9-bc32-a54ee46fccab None None] Pushing event updated for resources: {'Port': ['ID=2e020bc8-12a1-4142-bfef-d5240adddb0e,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:31.981831 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:31.982772 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:32.050190 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.090561 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:32.140078 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.180084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Network 29246054-93e1-42ca-aab6-245bc7944067 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:32.184465 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:32.191155 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:32.197047 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Pushing event updated for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:32.231794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.274894 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:29Z', 'revision_number': 3, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:32.308136 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e01dba-a762-4d0c-8ff0-d09f29af7ee6 None None] The sync data for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi is: [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:29Z', 'revision_number': 3, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:32.434674 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.508550 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e14b9863-881b-4ad5-8f66-f5c346f379eb None None] Provisioning complete for port 2a8afff4-86c2-4154-ae29-598079728cf8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:32.509133 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e14b9863-881b-4ad5-8f66-f5c346f379eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.546406 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-e14b9863-881b-4ad5-8f66-f5c346f379eb None None] Port 2a8afff4-86c2-4154-ae29-598079728cf8 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:58:32.626957 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.671527 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.771616 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:32.779817 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Pushing event updated for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:32.809209 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b993e8-66cb-4474-a634-e71a992e3fdd req-a0902855-a545-47e1-8454-fde95bda7ea5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:32.810800 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-82b993e8-66cb-4474-a634-e71a992e3fdd req-a0902855-a545-47e1-8454-fde95bda7ea5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0941384 Sep 16 14:58:32.894835 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-82b993e8-66cb-4474-a634-e71a992e3fdd req-e2af82fe-d74a-49d7-a167-b9912640bbf7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Sep 16 14:58:32.929481 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Network 29246054-93e1-42ca-aab6-245bc7944067 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:32.930949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:33.089894 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273f6f-41e1-4f08-a6c1-cf24fc87e019 req-876b7182-5833-42e1-b874-3f09941dee89 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:33.091477 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-22273f6f-41e1-4f08-a6c1-cf24fc87e019 req-876b7182-5833-42e1-b874-3f09941dee89 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1066797 Sep 16 14:58:33.129548 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Router 6b5033e2-5d8f-4b24-9638-43eedc392e57 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:58:33.152044 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-22273f6f-41e1-4f08-a6c1-cf24fc87e019 req-4a96d518-6493-4499-ba33-016d6cec07e4 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483038 Sep 16 14:58:33.193024 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-def03314-b532-4b73-ba05-9942ce9f1669 None None] Provisioning complete for port 2a8afff4-86c2-4154-ae29-598079728cf8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:33.194655 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-def03314-b532-4b73-ba05-9942ce9f1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:33.245846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-def03314-b532-4b73-ba05-9942ce9f1669 None None] Port 2a8afff4-86c2-4154-ae29-598079728cf8 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:58:33.302899 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2e020bc8-12a1-4142-bfef-d5240adddb0e up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:33.308378 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:33.323145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b3a61507-2d03-4faf-a839-3d4ef98c675a admin admin] 10.222.0.30 "PUT /v2.0/routers/6b5033e2-5d8f-4b24-9638-43eedc392e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306974 Sep 16 14:58:33.356791 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 2e020bc8-12a1-4142-bfef-d5240adddb0e triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:33.357421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:33.450012 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:33.486916 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 2e020bc8-12a1-4142-bfef-d5240adddb0e, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2e020bc8-12a1-4142-bfef-d5240adddb0e,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:33.563077 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:33.615574 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=2e020bc8-12a1-4142-bfef-d5240adddb0e,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:34.022319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Sync routers for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:34.022563 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60126) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:34.023383 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c50b-de42-45b5-9871-b656818872c5 req-b1d5de38-7c36-4952-932c-dac3df9cda08 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:34.028377 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1046154628-network', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:34.028544 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a649c50b-de42-45b5-9871-b656818872c5 req-b1d5de38-7c36-4952-932c-dac3df9cda08 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0585506 Sep 16 14:58:34.031795 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:34.032677 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:34.075451 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a649c50b-de42-45b5-9871-b656818872c5 req-dc32f997-96eb-4640-b5b5-6fbcee34658b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Sep 16 14:58:34.139937 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Made reservation on behalf of c1989e025d8f4c33aaf9cab23e768d26 for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:34.142254 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.151119 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.240046 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.259897 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:34.304791 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b47fa8-f49b-4217-a016-86a1020ac9fe req-7a511d21-0e81-4f22-ab89-f395868d7f30 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:34.306392 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9b47fa8-f49b-4217-a016-86a1020ac9fe req-7a511d21-0e81-4f22-ab89-f395868d7f30 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0514627 Sep 16 14:58:34.317089 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.341957 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 14:58:34.347010 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9b47fa8-f49b-4217-a016-86a1020ac9fe req-f0dd1661-0c14-45e6-b117-cd24c6cd4886 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345166 Sep 16 14:58:34.352894 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acbdb90-c21f-472c-88aa-941b7f101de2,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:34.358104 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.358618 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Added segment 0eccc5d4-635a-41c9-82c7-88cc9fa06ef5 of type vlan for network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 Sep 16 14:58:34.402670 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.476994 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.478076 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:34.478684 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.481867 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 2, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:34.512661 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Checking router: 6b5033e2-5d8f-4b24-9638-43eedc392e57 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:34.512661 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Updating router 6b5033e2-5d8f-4b24-9638-43eedc392e57 port 2a8afff4-86c2-4154-ae29-598079728cf8 binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:34.553334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.562660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] Pushing event updated for resources: {'Network': ['ID=f63b5705-0d1e-45a8-a78b-fe7c8efff7f2,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:34.575746 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c94787ea-8dc1-4ed2-b61b-1febd2b694ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5517890 Sep 16 14:58:34.576698 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60136) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:34.585419 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Request body: {'subnet': {'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1046154628-subnet', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:34.611073 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 14:58:34.656958 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Made reservation on behalf of c1989e025d8f4c33aaf9cab23e768d26 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:34.660879 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13618787'] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.899924 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16547407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13618765'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.924681 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:34.963874 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4a5b2e-d32f-4bb7-9124-f890e8480f73,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:34.975163 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Checking segment: {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:34.975519 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Network hostable DHCP agents. Network: f63b5705-0d1e-45a8-a78b-fe7c8efff7f2, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 14:58:34.991114 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.046498 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f421e-7d0b-40b8-b1f4-67f42794aff6 None None] Pushing event updated for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:35.095656 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Attempting to bind port 2a8afff4-86c2-4154-ae29-598079728cf8 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:35.096528 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Attempting to bind port 2a8afff4-86c2-4154-ae29-598079728cf8 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:35.096904 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Attempting to bind port 2a8afff4-86c2-4154-ae29-598079728cf8 on network 29246054-93e1-42ca-aab6-245bc7944067 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:35.101136 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 14:58:35.104508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:35.104508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Checking segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:35.104508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.104938 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Bound using segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:35.105374 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Bound port: 2a8afff4-86c2-4154-ae29-598079728cf8, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:35.105832 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.191355 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] For port 2a8afff4-86c2-4154-ae29-598079728cf8, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:35.194706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] For port 2a8afff4-86c2-4154-ae29-598079728cf8, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2a8afff4-86c2-4154-ae29-598079728cf8,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:35.217294 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, f63b5705-0d1e-45a8-a78b-fe7c8efff7f2) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:35.229308 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:35.229308 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.229969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c82e4-7201-4c57-9238-7c626a9426b9 None None] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:35.265148 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.276563 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f0c57-d1e3-4d5a-8da5-660302db6a52 req-adf81038-bd03-4d61-9ddf-a42f66429f3d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:35.278185 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc4f0c57-d1e3-4d5a-8da5-660302db6a52 req-adf81038-bd03-4d61-9ddf-a42f66429f3d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0753584 Sep 16 14:58:35.295764 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2e020bc8-12a1-4142-bfef-d5240adddb0e up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:35.320613 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc4f0c57-d1e3-4d5a-8da5-660302db6a52 req-b44d1781-1263-44cb-8992-7bb8f929ce6d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Sep 16 14:58:35.324792 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-34e473c1-6ce1-4126-bccc-c73d75af0d6f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7462766 Sep 16 14:58:35.326869 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60146) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:35.331246 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:35.431486 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] Provisioning complete for port 2a8afff4-86c2-4154-ae29-598079728cf8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:35.432518 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.470145 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:35.470880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:35.477806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f421e-7d0b-40b8-b1f4-67f42794aff6 None None] Pushing event updated for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:35.486622 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.487741 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.503532 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74cfdd-6664-4269-8a6f-553cf9514adf req-13ccb0cd-7a74-4a1e-8fdd-c407f5cd820d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:35.507345 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cb74cfdd-6664-4269-8a6f-553cf9514adf req-13ccb0cd-7a74-4a1e-8fdd-c407f5cd820d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0736084 Sep 16 14:58:35.564807 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cb74cfdd-6664-4269-8a6f-553cf9514adf req-46c4e270-5e59-4655-9f74-13399df92647 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490491 Sep 16 14:58:35.594599 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.648451 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 2e020bc8-12a1-4142-bfef-d5240adddb0e triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:35.648973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.805943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'fixed_ips': [{'subnet_id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 14:58:35.806975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.826963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:35.852616 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:35.855439 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.054422 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] For port 2a8afff4-86c2-4154-ae29-598079728cf8, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2a8afff4-86c2-4154-ae29-598079728cf8,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:36.170318 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.190835 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.214865 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.305509 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Allocated IP 172.27.3.149 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/94e5078b-6af8-410a-8c1b-d71bda75bdfa) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:36.351667 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa3bb0-5325-4a66-8cff-7284a49c5049 None None] Pushing event updated for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:36.414035 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Allocated IP 172.20.0.2 (f63b5705-0d1e-45a8-a78b-fe7c8efff7f2/ca4a5b2e-d32f-4bb7-9124-f890e8480f73/b6c28e2a-a426-4415-897f-67d0e10541e1) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:36.449298 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.500722 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e50e5470-5ed3-4ebc-9647-9174869ffc5f None None] Provisioning complete for port 2a8afff4-86c2-4154-ae29-598079728cf8 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:36.501161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e50e5470-5ed3-4ebc-9647-9174869ffc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.538045 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89742fbc-cbf9-4c67-969d-a377901ebabb req-1c54e51b-ae2a-4f4a-bf4a-7cebc0253d6b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:36.547215 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89742fbc-cbf9-4c67-969d-a377901ebabb req-1c54e51b-ae2a-4f4a-bf4a-7cebc0253d6b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0954781 Sep 16 14:58:36.621207 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:36.661958 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89742fbc-cbf9-4c67-969d-a377901ebabb req-0714b506-80a4-4a3c-95c1-6af15bbbff57 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136239 Sep 16 14:58:36.759482 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:36.759482 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:36.759482 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:36.840789 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:36.847316 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Pushing event updated for resources: {'Port': ['ID=94e5078b-6af8-410a-8c1b-d71bda75bdfa,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:36.912490 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccae6d5-4c90-49ec-8f4b-92624ff21da9 req-6eb86629-b50f-4acd-bfcd-b94626babb2c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:36.915328 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ccae6d5-4c90-49ec-8f4b-92624ff21da9 req-6eb86629-b50f-4acd-bfcd-b94626babb2c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0703814 Sep 16 14:58:36.926430 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3626c9b6-8539-46ad-92a7-a5894f3eda81 None None] The sync data for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi is: [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:36.967969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.016812 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ccae6d5-4c90-49ec-8f4b-92624ff21da9 req-f10ef88b-9675-4c03-8fe9-6b7909fcb6ac tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632055 Sep 16 14:58:37.061748 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.106712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:37.116910 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:37.179461 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:37.262342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Pushing event updated for resources: {'Port': ['ID=b6c28e2a-a426-4415-897f-67d0e10541e1,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:37.267117 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.310101 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Attempting to bind port b6c28e2a-a426-4415-897f-67d0e10541e1 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:37.310425 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Attempting to bind port b6c28e2a-a426-4415-897f-67d0e10541e1 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:37.310775 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Attempting to bind port b6c28e2a-a426-4415-897f-67d0e10541e1 on network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:37.318341 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:37.318728 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Checking segment: {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:37.319138 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.319726 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Bound using segment: {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:37.320241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Bound port: b6c28e2a-a426-4415-897f-67d0e10541e1, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:37.320634 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.404386 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2a8afff4-86c2-4154-ae29-598079728cf8 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:37.495068 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] For port b6c28e2a-a426-4415-897f-67d0e10541e1, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:37.498970 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] For port b6c28e2a-a426-4415-897f-67d0e10541e1, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b6c28e2a-a426-4415-897f-67d0e10541e1,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:37.512187 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 2a8afff4-86c2-4154-ae29-598079728cf8 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:37.512812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.599080 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.761634 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea40061-7315-46bc-9867-f23cb4eb17c3 req-d457a506-7e53-4bd5-ba6c-fd7302ce600e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:37.772328 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a11ef-4c37-478d-89de-b205ab5222e5 None None] Pushing event updated for resources: {'Port': ['ID=b6c28e2a-a426-4415-897f-67d0e10541e1,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:37.777372 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ea40061-7315-46bc-9867-f23cb4eb17c3 req-d457a506-7e53-4bd5-ba6c-fd7302ce600e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1244731 Sep 16 14:58:37.832144 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ea40061-7315-46bc-9867-f23cb4eb17c3 req-ed3b0684-b1aa-47e8-89a0-a2ead8f51387 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538571 Sep 16 14:58:37.845969 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:37.865854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-e897ab3f-1169-4189-b1cc-ad5628b5bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:37.867764 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-e897ab3f-1169-4189-b1cc-ad5628b5bb92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 1099 time: 0.1338553 Sep 16 14:58:38.081130 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-133c0f42-7a92-4f54-9e40-1ec3c98c37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:38.081130 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-133c0f42-7a92-4f54-9e40-1ec3c98c37f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.1687329 Sep 16 14:58:38.158004 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-9b3d2243-3903-41ef-a5d8-e885345b28f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc81ca16-84ca-4f81-974a-be053b0556b7 HTTP/1.1" status: 200 len: 217 time: 0.0474463 Sep 16 14:58:38.225748 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-92053be2-eba0-4eef-a0a5-6dd751c50d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:38.228470 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-92053be2-eba0-4eef-a0a5-6dd751c50d8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0625086 Sep 16 14:58:38.268439 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-aa7318f4-b4b7-4d3c-9bda-7e20c446229c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282969 Sep 16 14:58:38.300228 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 14:58:38.410322 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817fa6-5fbd-4a42-baac-c54833e9da88 req-e7b25f58-4dcd-43df-a346-370ef26a2772 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:38.412571 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37817fa6-5fbd-4a42-baac-c54833e9da88 req-e7b25f58-4dcd-43df-a346-370ef26a2772 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.2922316 Sep 16 14:58:38.459684 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37817fa6-5fbd-4a42-baac-c54833e9da88 req-1cdf1bda-3266-4620-8bdc-3a62d0306d62 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 Sep 16 14:58:38.662209 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-ddc8401c-ff86-4ef9-8abd-a9f51faa3dd7 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798113 Sep 16 14:58:38.804333 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:38.819676 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Sync routers for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:38.847058 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:38.848216 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:38.860483 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c5f6e8c8-4da7-40fb-9485-91e60a759aa6 req-20751328-cc9c-4a33-83a7-73ab19ef185f service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581242 Sep 16 14:58:38.908497 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:38.913156 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-5d53c6b3-0f2d-43a5-930e-db39e72da57c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5820956 Sep 16 14:58:38.913307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60284) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:39.054565 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f7fe1-7841-40fb-a8d6-5740caff9499 None None] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 14:58:39.057391 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:39.095647 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e081-3761-4fb4-baaf-2e43c5b79a45 req-2f58943e-f285-44a6-ab15-d4eb2c24ef6a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.103445 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d552e081-3761-4fb4-baaf-2e43c5b79a45 req-2f58943e-f285-44a6-ab15-d4eb2c24ef6a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1381140 Sep 16 14:58:39.185315 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] Provisioning complete for port b6c28e2a-a426-4415-897f-67d0e10541e1 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:39.185693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.237749 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d552e081-3761-4fb4-baaf-2e43c5b79a45 req-6bf53ac9-b940-4705-87ef-1cebe1cb93f0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321096 Sep 16 14:58:39.342264 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-627be0de-f453-4eca-95bb-23bce1f19d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.347541 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-627be0de-f453-4eca-95bb-23bce1f19d85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1099 time: 0.0862734 Sep 16 14:58:39.378204 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b6c28e2a-a426-4415-897f-67d0e10541e1 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:39.396006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.409504 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:36Z', 'revision_number': 3, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:39.455455 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Checking router: b5384fd4-1e6c-407d-8c60-063ec6a0cc5e for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:39.456434 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Updating router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e port 94e5078b-6af8-410a-8c1b-d71bda75bdfa binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:39.471081 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] For port b6c28e2a-a426-4415-897f-67d0e10541e1, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b6c28e2a-a426-4415-897f-67d0e10541e1,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:39.495119 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port b6c28e2a-a426-4415-897f-67d0e10541e1 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:39.495706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.502449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-9b06487d-bf05-4435-8087-4d9daeddd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.504706 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-9b06487d-bf05-4435-8087-4d9daeddd4df service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1205530 Sep 16 14:58:39.508691 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.531983 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.617703 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2187f-e0c2-4939-a8cc-5168167c363d None None] Pushing event updated for resources: {'Port': ['ID=b6c28e2a-a426-4415-897f-67d0e10541e1,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:39.645606 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-c92061ba-75f2-440a-bb20-6c4516f83c70 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1002 time: 0.1331494 Sep 16 14:58:39.714991 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0412a4-d7af-46c1-b2c1-c0b80c1020ad req-e7c2a35b-f305-4146-99a7-ff8e50992d68 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.722440 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d0412a4-d7af-46c1-b2c1-c0b80c1020ad req-e7c2a35b-f305-4146-99a7-ff8e50992d68 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1054888 Sep 16 14:58:39.727690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-c050467d-a452-44be-a80f-942273dfb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.727690 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-c050467d-a452-44be-a80f-942273dfb719 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0690968 Sep 16 14:58:39.815047 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d0412a4-d7af-46c1-b2c1-c0b80c1020ad req-37b303a6-790f-4028-98ad-28d74c7f9708 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824487 Sep 16 14:58:39.823161 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-958269f2-3d05-4225-88a7-53bdd7e8ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:39.825020 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-958269f2-3d05-4225-88a7-53bdd7e8ae11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849373 Sep 16 14:58:39.829960 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.865627 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-0b7d89fb-9f75-441e-8177-61d09d0fc7c0 None None] Provisioning complete for port b6c28e2a-a426-4415-897f-67d0e10541e1 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:39.866387 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0b7d89fb-9f75-441e-8177-61d09d0fc7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.908902 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.956898 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:39.966055 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-0b2f7817-eb69-42af-bb36-16fe99f0454a service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305666 Sep 16 14:58:40.022070 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Attempting to bind port 94e5078b-6af8-410a-8c1b-d71bda75bdfa on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:40.022946 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Attempting to bind port 94e5078b-6af8-410a-8c1b-d71bda75bdfa by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:40.023353 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Attempting to bind port 94e5078b-6af8-410a-8c1b-d71bda75bdfa on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:40.025476 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8644a1-8cd6-433f-9b8f-3fb8d47ef63d None None] Pushing event updated for resources: {'Port': ['ID=94e5078b-6af8-410a-8c1b-d71bda75bdfa,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:40.031856 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:40.032244 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:40.032809 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.033245 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:40.033721 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Bound port: 94e5078b-6af8-410a-8c1b-d71bda75bdfa, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:40.034126 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.050202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Allocated IP 172.20.0.1 (f63b5705-0d1e-45a8-a78b-fe7c8efff7f2/ca4a5b2e-d32f-4bb7-9124-f890e8480f73/9383995f-f4a9-4c62-89aa-cfb694a52b7c) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:40.085326 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-294f1b36-6c21-40c6-a8b0-b83c9fb4f04a req-883c1c76-3f3f-428c-832b-510a5f311212 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031713 Sep 16 14:58:40.115890 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] For port 94e5078b-6af8-410a-8c1b-d71bda75bdfa, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:40.127442 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] For port 94e5078b-6af8-410a-8c1b-d71bda75bdfa, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=94e5078b-6af8-410a-8c1b-d71bda75bdfa,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:40.200236 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.206612 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.270421 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:40.271041 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:40.273871 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8644a1-8cd6-433f-9b8f-3fb8d47ef63d None None] Pushing event updated for resources: {'Port': ['ID=94e5078b-6af8-410a-8c1b-d71bda75bdfa,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:40.308075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.368520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:40.373474 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:40.376273 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:40.413766 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:40.468797 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.471979 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Pushing event updated for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:40.535867 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.536375 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.536787 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.537269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.537760 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.538208 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.538681 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.539159 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.539648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.540128 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.540600 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.541133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:40.582342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61807fd7-3aa9-4b97-9789-437c2a982681 req-d48e2020-5714-4a2e-9d79-1779677ac16c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:40.584305 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61807fd7-3aa9-4b97-9789-437c2a982681 req-d48e2020-5714-4a2e-9d79-1779677ac16c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.2657328 Sep 16 14:58:40.660184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61807fd7-3aa9-4b97-9789-437c2a982681 req-1af19d06-4dd2-4a0f-bcf2-f85b619e4fcd tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675879 Sep 16 14:58:40.702488 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60330) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:40.712512 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ffe53300-7bb6-4355-b4c3-2011c9aefdcc None None] Provisioning complete for port 9383995f-f4a9-4c62-89aa-cfb694a52b7c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:40.714269 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ffe53300-7bb6-4355-b4c3-2011c9aefdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.734011 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:36Z', 'revision_number': 3, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:40.750695 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-ffe53300-7bb6-4355-b4c3-2011c9aefdcc None None] Port 9383995f-f4a9-4c62-89aa-cfb694a52b7c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:58:40.766319 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576373-66bc-4090-bd4d-0d2a724ebbc7 None None] The sync data for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi is: [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:36Z', 'revision_number': 3, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:40.801824 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:40.828195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ba55598-ffde-4943-9d41-71ecaba1cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.067187 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b527-85f4-43a3-b118-3deaafc10cf8 req-e9fa2687-d038-4133-a4bd-ca1cc5804bb7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:41.068895 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0985b527-85f4-43a3-b118-3deaafc10cf8 req-e9fa2687-d038-4133-a4bd-ca1cc5804bb7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1637223 Sep 16 14:58:41.152444 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0985b527-85f4-43a3-b118-3deaafc10cf8 req-7b9d4122-acb3-4c19-a7c7-3cafa83adb4e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714197 Sep 16 14:58:41.177066 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.179859 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ba55598-ffde-4943-9d41-71ecaba1cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.265606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.325751 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ba55598-ffde-4943-9d41-71ecaba1cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.354139 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Pushing event updated for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:41.356683 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.359962 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 94e5078b-6af8-410a-8c1b-d71bda75bdfa up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:41.390713 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5ba55598-ffde-4943-9d41-71ecaba1cc5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75c2f7758f994e19b287f8605d28de94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6869495 Sep 16 14:58:41.395291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60338) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:41.403381 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55598-ffde-4943-9d41-71ecaba1cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3aeb8a-ff6f-4850-b252-fdae99e415e3,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:41.425866 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 94e5078b-6af8-410a-8c1b-d71bda75bdfa triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:41.426568 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.525692 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.568147 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.574299 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.609517 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:41.610988 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:41.615086 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 94e5078b-6af8-410a-8c1b-d71bda75bdfa, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=94e5078b-6af8-410a-8c1b-d71bda75bdfa,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:41.717591 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.718607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b6c28e2a-a426-4415-897f-67d0e10541e1 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:41.745986 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.748619 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:41.753075 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a3aeb8a-ff6f-4850-b252-fdae99e415e3 HTTP/1.1" status: 204 len: 168 time: 0.3585799 Sep 16 14:58:41.765489 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 14:58:41.800046 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3aeb8a-ff6f-4850-b252-fdae99e415e3,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:41.829063 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.832689 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.834848 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.835216 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.835564 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.835933 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.841967 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.842343 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.844494 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.848596 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.850030 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.850556 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8034a4-9f2a-4316-b754-178ce1da9083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:41.934421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=94e5078b-6af8-410a-8c1b-d71bda75bdfa,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:41.938433 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port b6c28e2a-a426-4415-897f-67d0e10541e1 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:41.939520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.005299 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-7a630277-18be-4e7d-83c9-10964934bc9f None None] Provisioning complete for port 9383995f-f4a9-4c62-89aa-cfb694a52b7c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:42.005679 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7a630277-18be-4e7d-83c9-10964934bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.018011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2ca0-ec2f-4305-8d67-55efd6b4f4c6 req-0bfefd95-7981-4370-a3a8-ef65d9c879c8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:42.026276 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-377b2ca0-ec2f-4305-8d67-55efd6b4f4c6 req-0bfefd95-7981-4370-a3a8-ef65d9c879c8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1655240 Sep 16 14:58:42.029147 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 14:58:42.058123 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-46fc5068-e75a-4899-83a8-3f857e55817d admin admin] 10.222.0.30 "PUT /v2.0/routers/b5384fd4-1e6c-407d-8c60-063ec6a0cc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1349766 Sep 16 14:58:42.067643 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-7a630277-18be-4e7d-83c9-10964934bc9f None None] Port 9383995f-f4a9-4c62-89aa-cfb694a52b7c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:58:42.080361 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-377b2ca0-ec2f-4305-8d67-55efd6b4f4c6 req-98f63206-6953-449d-97bf-c64a3fb820de tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531354 Sep 16 14:58:42.282752 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4f39e-5bd1-4c96-894e-fff17969be43 req-251d144f-336d-4186-a1ac-8ed6b6bb7846 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:42.284355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-85f4f39e-5bd1-4c96-894e-fff17969be43 req-251d144f-336d-4186-a1ac-8ed6b6bb7846 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Sep 16 14:58:42.332615 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-85f4f39e-5bd1-4c96-894e-fff17969be43 req-5d11b977-7fc3-41f6-be74-0a0ebe30208c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Sep 16 14:58:42.543294 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60376) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:42.558738 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dde1-ebff-43cf-9af5-029ad173d20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.651553 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Sync routers for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 14:58:42.660970 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:42.661989 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:42.704179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dde1-ebff-43cf-9af5-029ad173d20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.784843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6ff6dde1-ebff-43cf-9af5-029ad173d20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.831259 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-6ff6dde1-ebff-43cf-9af5-029ad173d20a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc0615a923b34050b28bf98b74be0e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867911 Sep 16 14:58:42.832190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6dde1-ebff-43cf-9af5-029ad173d20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3530d6-2a15-4006-8958-81b5149283d4,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:42.832735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.833881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60392) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:42.897280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.921833 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:42.945973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:43.042776 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:43.048105 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:43.051758 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b3530d6-2a15-4006-8958-81b5149283d4 HTTP/1.1" status: 204 len: 168 time: 0.2144377 Sep 16 14:58:43.065161 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cbfc8-3989-4742-bd06-55be0e69d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3530d6-2a15-4006-8958-81b5149283d4,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:43.419957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 94e5078b-6af8-410a-8c1b-d71bda75bdfa up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:43.429418 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5627b5a-0bb7-4862-9c26-6f46ad5c4736 req-397c5a8e-1473-4fc7-8e9a-582050a07b0e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:43.432231 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f5627b5a-0bb7-4862-9c26-6f46ad5c4736 req-397c5a8e-1473-4fc7-8e9a-582050a07b0e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1591599 Sep 16 14:58:43.511339 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f5627b5a-0bb7-4862-9c26-6f46ad5c4736 req-4b7ad150-5b2a-4327-8604-2ec73c239d22 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Sep 16 14:58:43.523319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 94e5078b-6af8-410a-8c1b-d71bda75bdfa triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:43.523694 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:43.526181 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd3fa2-164d-49dc-afb1-4c074932787d req-5d7e3126-57c4-46cb-af84-f6e7118b889e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:43.534173 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9fd3fa2-164d-49dc-afb1-4c074932787d req-5d7e3126-57c4-46cb-af84-f6e7118b889e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1007602 Sep 16 14:58:43.550202 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 4, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9383995f-f4a9-4c62-89aa-cfb694a52b7c', 'name': '', 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'mac_address': 'fa:16:3e:3f:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:39Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 2, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'subnets': [{'id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:43.605197 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9fd3fa2-164d-49dc-afb1-4c074932787d req-d03359c1-87bb-4089-9b42-41902c12562b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697987 Sep 16 14:58:43.620629 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Checking router: b5384fd4-1e6c-407d-8c60-063ec6a0cc5e for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 14:58:43.621357 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Updating router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e port 9383995f-f4a9-4c62-89aa-cfb694a52b7c binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 14:58:43.707926 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:43.873533 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60424) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:43.982585 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60428) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:44.145591 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a3812443-fadd-4748-946b-147b9ac90ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.204301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-377b7a3a-471e-445f-bbf6-c31d29fb640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.265254 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8bd2e-2027-4acb-8342-21b60c4f81c5 req-ad213f7b-6700-4301-a0e6-e54c43ec70bc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:44.272599 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69f8bd2e-2027-4acb-8342-21b60c4f81c5 req-ad213f7b-6700-4301-a0e6-e54c43ec70bc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1165357 Sep 16 14:58:44.338657 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.350899 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69f8bd2e-2027-4acb-8342-21b60c4f81c5 req-98538326-a27a-4804-9549-c2b7903d35b9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774257 Sep 16 14:58:44.391119 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a3812443-fadd-4748-946b-147b9ac90ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.468167 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.525756 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1b3c5-59a3-4a7f-bdff-11460dea69c9 None None] Pushing event updated for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:44.549635 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a3812443-fadd-4748-946b-147b9ac90ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.611703 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a3812443-fadd-4748-946b-147b9ac90ef9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=518d8a7630934b2d832b4c717971c2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371986 Sep 16 14:58:44.614736 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60438) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:44.625754 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Attempting to bind port 9383995f-f4a9-4c62-89aa-cfb694a52b7c on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:44.631588 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Attempting to bind port 9383995f-f4a9-4c62-89aa-cfb694a52b7c by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:44.631588 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Attempting to bind port 9383995f-f4a9-4c62-89aa-cfb694a52b7c on network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:44.632467 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3812443-fadd-4748-946b-147b9ac90ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e23de0-a902-425f-bf1c-dd071fa8815b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:44.633704 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:44.634214 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Checking segment: {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:44.634776 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.635452 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Bound using segment: {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:44.636330 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Bound port: 9383995f-f4a9-4c62-89aa-cfb694a52b7c, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:44.636867 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.744563 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.784758 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.813814 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] For port 9383995f-f4a9-4c62-89aa-cfb694a52b7c, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:44.820623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] For port 9383995f-f4a9-4c62-89aa-cfb694a52b7c, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=9383995f-f4a9-4c62-89aa-cfb694a52b7c,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:44.858380 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-6f52d714-f77a-40f5-9fba-ed3c9b870fd0 None None] Provisioning complete for port 9383995f-f4a9-4c62-89aa-cfb694a52b7c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:44.858380 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6f52d714-f77a-40f5-9fba-ed3c9b870fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.874592 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-377b7a3a-471e-445f-bbf6-c31d29fb640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.878726 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60444) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:44.897136 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a4031a-4370-4d46-abcb-5c112ea2d66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.908135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0995746-fe21-46c0-ad95-5f9ed4a1c4aa req-e5df3e83-a348-4c60-8cac-77dd54bbd90b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:44.911521 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0995746-fe21-46c0-ad95-5f9ed4a1c4aa req-e5df3e83-a348-4c60-8cac-77dd54bbd90b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.2537723 Sep 16 14:58:44.922411 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.933803 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.938999 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4e23de0-a902-425f-bf1c-dd071fa8815b HTTP/1.1" status: 204 len: 168 time: 0.3232062 Sep 16 14:58:44.939174 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.947608 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c3a4d-0f3f-4092-a7e7-b9fba855c7ce req-bc1e5f68-9465-43bd-839e-61702d2cc77a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:44.955013 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-721c3a4d-0f3f-4092-a7e7-b9fba855c7ce req-bc1e5f68-9465-43bd-839e-61702d2cc77a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.2178133 Sep 16 14:58:44.960416 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-377b7a3a-471e-445f-bbf6-c31d29fb640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:44.976796 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-6f52d714-f77a-40f5-9fba-ed3c9b870fd0 None None] Port 9383995f-f4a9-4c62-89aa-cfb694a52b7c cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:58:44.996854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e14c-c2b2-41e4-a22e-7c94134b33a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e23de0-a902-425f-bf1c-dd071fa8815b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:45.006606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b7a3a-471e-445f-bbf6-c31d29fb640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de01f1fd-81c7-43ea-b1a6-49fc92f87edf,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:45.016830 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 14:58:45.018104 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:58:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:45.027259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1b3c5-59a3-4a7f-bdff-11460dea69c9 None None] Pushing event updated for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:45.035282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0995746-fe21-46c0-ad95-5f9ed4a1c4aa req-76548301-7d99-4846-9e4e-b1b713dcfea8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160481 Sep 16 14:58:45.058352 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-377b7a3a-471e-445f-bbf6-c31d29fb640b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4fe571230a344499c37584ec3ef8279&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0959609 Sep 16 14:58:45.058661 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60448) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:45.122216 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-721c3a4d-0f3f-4092-a7e7-b9fba855c7ce req-acfe3c2d-66c8-4dee-b7b6-39c7f500d5c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662345 Sep 16 14:58:45.196376 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a4031a-4370-4d46-abcb-5c112ea2d66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.224605 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.266413 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.293616 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 14:58:45.306320 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a4031a-4370-4d46-abcb-5c112ea2d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.367660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4031a-4370-4d46-abcb-5c112ea2d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db66b6f7-8417-4f58-a5c9-96fa7544e947,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:45.414718 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 60456) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:45.425294 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-d9a4031a-4370-4d46-abcb-5c112ea2d66c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a00337fb502148cfba8126a563862f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453045 Sep 16 14:58:45.467261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.470182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.473734 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de01f1fd-81c7-43ea-b1a6-49fc92f87edf HTTP/1.1" status: 204 len: 168 time: 0.3883796 Sep 16 14:58:45.501364 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] Provisioning complete for port 9383995f-f4a9-4c62-89aa-cfb694a52b7c triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:45.502104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cb5a-68f8-4c53-9502-07ceb8af2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de01f1fd-81c7-43ea-b1a6-49fc92f87edf,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:45.505793 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.574248 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.691513 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.813579 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.816261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac01439-1677-4775-9d8d-2b69dfe91624 req-7f77ea7f-ab1a-466b-ae90-8e74ebb3f6e3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:45.818419 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ac01439-1677-4775-9d8d-2b69dfe91624 req-7f77ea7f-ab1a-466b-ae90-8e74ebb3f6e3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.3038640 Sep 16 14:58:45.867065 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] For port 9383995f-f4a9-4c62-89aa-cfb694a52b7c, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=9383995f-f4a9-4c62-89aa-cfb694a52b7c,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:45.870276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 4, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9383995f-f4a9-4c62-89aa-cfb694a52b7c', 'name': '', 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'mac_address': 'fa:16:3e:3f:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:39Z', 'updated_at': '2021-09-16T14:58:44Z', 'revision_number': 4, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'subnets': [{'id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 14:58:45.909830 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b1498-2586-41c4-8ee4-5e77dbeeb5ea None None] The sync data for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi is: [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T14:58:40Z', 'revision_number': 4, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '9383995f-f4a9-4c62-89aa-cfb694a52b7c', 'name': '', 'network_id': 'f63b5705-0d1e-45a8-a78b-fe7c8efff7f2', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'mac_address': 'fa:16:3e:3f:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:39Z', 'updated_at': '2021-09-16T14:58:44Z', 'revision_number': 4, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'subnets': [{'id': 'ca4a5b2e-d32f-4bb7-9124-f890e8480f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 14:58:45.925914 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ac01439-1677-4775-9d8d-2b69dfe91624 req-6ffc2ad3-3144-4a65-b092-5e5fba8386fc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945175 Sep 16 14:58:45.935029 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:45.996051 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-4763a4c6-66df-4d03-bf62-d91d76e654f7 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:46.014678 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-4763a4c6-66df-4d03-bf62-d91d76e654f7 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.2558265 Sep 16 14:58:46.035958 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-1a98d344-158e-4ddd-8fe9-8df197178708 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/quotas/03881099c1ac46bbbed340f7bb503fc0 HTTP/1.1" status: 200 len: 375 time: 0.0171649 Sep 16 14:58:46.055012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:46.058676 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:46.062115 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db66b6f7-8417-4f58-a5c9-96fa7544e947 HTTP/1.1" status: 204 len: 168 time: 0.6462469 Sep 16 14:58:46.108896 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3837419-2502-4580-b9a4-02dcdcd70e35 None None] Pushing event updated for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:46.373653 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244993e1-84d7-4a21-894a-4e575d8a1d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66b6f7-8417-4f58-a5c9-96fa7544e947,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:46.415226 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-9f767a37-ffb4-4172-91a8-541700d48fb3 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3814402 Sep 16 14:58:46.441658 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4143-5d6d-4b40-a44d-431ad09e5b2c req-1a178804-697c-4d2f-be77-3d8d3575a80d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:46.451097 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c7bd4143-5d6d-4b40-a44d-431ad09e5b2c req-1a178804-697c-4d2f-be77-3d8d3575a80d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1069620 Sep 16 14:58:46.590607 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c7bd4143-5d6d-4b40-a44d-431ad09e5b2c req-e3eb3541-3df4-4c80-8366-2abf8cd9dd54 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347003 Sep 16 14:58:46.620304 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-0b7dc625-3762-4d98-a659-421c8c4e4d88 service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631896 Sep 16 14:58:46.837110 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-0cb749e1-0e36-452f-8994-124ae5111b5a service neutron] 10.222.0.30 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068629 Sep 16 14:58:46.870293 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb94c8-e979-4e61-bd8b-dd7f8d0fd445 req-2b18be94-8b7c-4dea-a151-ef3208b1a96c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:46.872915 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63fb94c8-e979-4e61-bd8b-dd7f8d0fd445 req-2b18be94-8b7c-4dea-a151-ef3208b1a96c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1173387 Sep 16 14:58:46.923392 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63fb94c8-e979-4e61-bd8b-dd7f8d0fd445 req-fea79387-01bd-4500-8ad9-6de7e51b37ac tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 Sep 16 14:58:47.113100 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500a23a-e767-47d0-b014-edfb050d8f54 req-ae0a5a03-ae38-4746-b258-14ec7c24db5e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:47.123073 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6500a23a-e767-47d0-b014-edfb050d8f54 req-ae0a5a03-ae38-4746-b258-14ec7c24db5e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0692282 Sep 16 14:58:47.241490 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6500a23a-e767-47d0-b014-edfb050d8f54 req-df0e4157-8692-49df-b046-f099b56e24ff tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161623 Sep 16 14:58:47.261545 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d1f30df3-1009-490e-a50a-627efa0be46a req-0b07c373-ee5f-48c2-92e8-61e8eafc7738 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 210 time: 0.1248169 Sep 16 14:58:47.340045 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 9383995f-f4a9-4c62-89aa-cfb694a52b7c up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:47.406411 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 9383995f-f4a9-4c62-89aa-cfb694a52b7c triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:47.407025 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:47.726225 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23804fdc-733a-43a0-b4c1-37fbddb53686 req-6893794f-1d77-4831-842b-87516baa60bb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:47.727864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-23804fdc-733a-43a0-b4c1-37fbddb53686 req-6893794f-1d77-4831-842b-87516baa60bb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0642025 Sep 16 14:58:47.792735 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-23804fdc-733a-43a0-b4c1-37fbddb53686 req-a2a60b51-6ffc-478e-aa83-5385f50daed5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Sep 16 14:58:48.108618 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2149ca-8380-4471-adfc-fdf06fc2e0e9 req-d7ef6973-962c-4d5d-aaf6-d37417e59ad7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:48.112917 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df2149ca-8380-4471-adfc-fdf06fc2e0e9 req-d7ef6973-962c-4d5d-aaf6-d37417e59ad7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0850742 Sep 16 14:58:48.162081 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df2149ca-8380-4471-adfc-fdf06fc2e0e9 req-98eaef6d-56b6-444c-9fa8-d3d21dd9ab0f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400710 Sep 16 14:58:48.365048 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-580a1475-91c9-4102-acb4-18bfc2e3793e req-8883f915-2ba9-4481-9dcb-2a58f867b661 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 210 time: 0.0534365 Sep 16 14:58:48.431296 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224067-64b4-4d02-8ba9-b0f5f821c84d req-ca1a2226-a0bd-41ae-983e-c999aa5af7f7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:48.433460 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-73224067-64b4-4d02-8ba9-b0f5f821c84d req-ca1a2226-a0bd-41ae-983e-c999aa5af7f7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1030600 Sep 16 14:58:48.487648 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-73224067-64b4-4d02-8ba9-b0f5f821c84d req-7ad49900-2b7e-4ed9-8436-78a0f3f78058 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448952 Sep 16 14:58:48.648000 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:58:48.750826 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:48.764001 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:58:48.815779 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:48.995513 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:49.012160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b99d6-2969-49bf-8f81-58d2a12a8370 req-ffadf6fe-e89d-4cb9-b550-606e51ec6fae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:49.016436 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b9b99d6-2969-49bf-8f81-58d2a12a8370 req-ffadf6fe-e89d-4cb9-b550-606e51ec6fae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1091106 Sep 16 14:58:49.023607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:49.050906 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60530) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:49.066898 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b9b99d6-2969-49bf-8f81-58d2a12a8370 req-a8ba3844-a7c6-4f01-8043-137ad4b54704 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Sep 16 14:58:49.097250 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.161574 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=6']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:49.174010 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.174375 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.174734 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.175079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.175422 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.175762 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.176134 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.176471 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.176826 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.177161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.177943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.178354 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:58:49.255101 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['086ea88d-7346-4c1e-8c6a-a534016d492f'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:49.261020 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6191297e-e7ff-4e6b-8da2-8a88ba9ae64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.370942 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101541d-f2c5-44aa-ba42-d6359345f237 req-55573115-5409-4956-9378-e768691b4dfc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:49.379699 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6191297e-e7ff-4e6b-8da2-8a88ba9ae64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.380315 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4101541d-f2c5-44aa-ba42-d6359345f237 req-55573115-5409-4956-9378-e768691b4dfc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.0714767 Sep 16 14:58:49.468549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6191297e-e7ff-4e6b-8da2-8a88ba9ae64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.475190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4101541d-f2c5-44aa-ba42-d6359345f237 req-b120573e-4e98-4f8a-9a57-ac27ecb4d260 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933099 Sep 16 14:58:49.523502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191297e-e7ff-4e6b-8da2-8a88ba9ae64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e66e6-5e18-4fe7-8217-31808013a287,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:49.555981 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-6191297e-e7ff-4e6b-8da2-8a88ba9ae64c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aae133db3ef0479994371c86b9e15f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038629 Sep 16 14:58:49.558714 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 60540) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:58:49.580240 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d857fb58-4f14-4b76-b387-335eb02fe95c req-25be5609-f52d-4682-a18a-53f736a8cfa2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 210 time: 0.0664322 Sep 16 14:58:49.623377 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.651016 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.655678 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492c2c9-0141-4197-9d49-32eac40d26b6 req-d015facf-5747-4e7e-9ddf-3d02b6c92473 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:49.665349 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1492c2c9-0141-4197-9d49-32eac40d26b6 req-d015facf-5747-4e7e-9ddf-3d02b6c92473 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0676095 Sep 16 14:58:49.715282 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1492c2c9-0141-4197-9d49-32eac40d26b6 req-f6347690-f1e1-4272-998b-45605db376f8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Sep 16 14:58:49.762680 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.768239 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:49.772354 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0e66e6-5e18-4fe7-8217-31808013a287 HTTP/1.1" status: 204 len: 168 time: 0.2123847 Sep 16 14:58:49.782738 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95dfd5-b37c-4a79-9db2-faa337ed6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e66e6-5e18-4fe7-8217-31808013a287,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:50.234540 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9682c18-9bd2-45bd-863c-ff54d2f64980 req-a318fb5f-9d64-451e-aebc-af839a48cfd7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:50.236779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9682c18-9bd2-45bd-863c-ff54d2f64980 req-a318fb5f-9d64-451e-aebc-af839a48cfd7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0641155 Sep 16 14:58:50.334970 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9682c18-9bd2-45bd-863c-ff54d2f64980 req-b7fbbe55-2bbc-40f6-8036-271888b38f6b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919483 Sep 16 14:58:50.396201 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-e9af5497-a9fc-45b8-93f6-aac17f1ba60d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:50.397704 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-e9af5497-a9fc-45b8-93f6-aac17f1ba60d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/networks?id=dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 200 len: 815 time: 0.2006152 Sep 16 14:58:50.432734 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Request body: {'port': {'device_id': '5962cac3-85a8-4708-8fe2-324192b729f3', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'admin_state_up': True, 'tenant_id': '03881099c1ac46bbbed340f7bb503fc0'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:50.665211 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:58:50.682423 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Made reservation on behalf of 03881099c1ac46bbbed340f7bb503fc0 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:58:50.686190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:50.716187 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac3df-f225-4c0e-984f-f5b8f47107d0 req-7d876590-5116-4cc0-9e6d-cbfb0014b2ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:50.747447 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c4dac3df-f225-4c0e-984f-f5b8f47107d0 req-7d876590-5116-4cc0-9e6d-cbfb0014b2ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.1006286 Sep 16 14:58:50.808773 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 086ea88d-7346-4c1e-8c6a-a534016d492f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:58:50.809164 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:50.835046 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f1c89ece-c239-458e-8a84-d09f61fc7094 req-ea915881-e653-4666-b376-a3e1835b0518 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 210 time: 0.0816939 Sep 16 14:58:50.886634 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c4dac3df-f225-4c0e-984f-f5b8f47107d0 req-491eca67-e0f2-47ec-97ad-442575187c99 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375434 Sep 16 14:58:51.017497 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Allocated IP 172.20.0.9 (dc372247-3b95-4025-9029-2fc75b8bb8ca/5ec047bb-f9ca-4315-ac13-7d5587866470/bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:58:51.038500 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:51.093299 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:51.099132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af35168-4a9c-4df6-9cfa-dd72d5f5d20e req-9a89a275-9696-4fa2-b562-b1e39d573125 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:51.109352 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227b12f7-2929-45a9-a880-c9a4490742f4" -d '{"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:51.109595 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6af35168-4a9c-4df6-9cfa-dd72d5f5d20e req-9a89a275-9696-4fa2-b562-b1e39d573125 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1181102 Sep 16 14:58:51.154710 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:58:51.206285 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edec301-d606-499d-90f0-11b72fe4a054 x-openstack-request-id: req-6edec301-d606-499d-90f0-11b72fe4a054 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:51.216978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:51.216978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6edec301-d606-499d-90f0-11b72fe4a054 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:51.216978 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'code': 200} Sep 16 14:58:51.226856 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6af35168-4a9c-4df6-9cfa-dd72d5f5d20e req-878b570d-5dd4-435c-bb33-b885d9962ee7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165113 Sep 16 14:58:51.282596 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:51.305282 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:51.394738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=7']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:51.442115 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:51.457767 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', '669086ba-df27-4da6-a5be-0084a07f84fc'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:58:51.514298 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217050d-a8ac-44c8-879b-45dc84be8672 req-f752b9db-7f3a-4e09-8a02-abbf0d7a40c2 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:51.521921 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4217050d-a8ac-44c8-879b-45dc84be8672 req-f752b9db-7f3a-4e09-8a02-abbf0d7a40c2 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1053677 Sep 16 14:58:51.543591 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event updated for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:51.554662 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Network dc372247-3b95-4025-9029-2fc75b8bb8ca is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:58:51.557236 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:58:51.562855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:58:51.567445 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4217050d-a8ac-44c8-879b-45dc84be8672 req-0029f6d6-2f70-49da-9716-188f02f8e957 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Sep 16 14:58:51.645950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:51.645950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:51.717685 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-60e3319e-550d-4664-8c34-37fda26ed9ed tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2905428 Sep 16 14:58:51.736003 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Request body: {'port': {'device_id': '5962cac3-85a8-4708-8fe2-324192b729f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:58:51.824857 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:52.201219 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d03a-0fa0-4282-be98-3b5bd9d51448 req-df1f876e-21bd-4f00-ad25-1f4c59684ca1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:52.207206 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-afe1d03a-0fa0-4282-be98-3b5bd9d51448 req-df1f876e-21bd-4f00-ad25-1f4c59684ca1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 931 time: 0.1936240 Sep 16 14:58:52.511156 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-afe1d03a-0fa0-4282-be98-3b5bd9d51448 req-b25a4a06-1ae2-4a11-8b2e-374645cc2b8c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844129 Sep 16 14:58:52.541547 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7a2d-6945-439d-805a-2ed54fae5504 req-0121cf4e-9e1c-4f24-9b1e-d819fef9ee0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:52.551657 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03eb7a2d-6945-439d-805a-2ed54fae5504 req-0121cf4e-9e1c-4f24-9b1e-d819fef9ee0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.4788277 Sep 16 14:58:52.612075 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:58:52.625090 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03eb7a2d-6945-439d-805a-2ed54fae5504 req-f08f4b0f-2b8d-488b-a5db-fd0839b3c85c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719810 Sep 16 14:58:52.626808 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:52.671698 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Transition to ACTIVE for port object bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:58:52.762684 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:52.766124 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230d969-da91-438c-a900-29eb5dda429d req-fce708e2-efa9-45e0-9a35-decb8d7bef04 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:52.776550 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b230d969-da91-438c-a900-29eb5dda429d req-fce708e2-efa9-45e0-9a35-decb8d7bef04 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1180325 Sep 16 14:58:52.868223 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b230d969-da91-438c-a900-29eb5dda429d req-7f4956d5-e21e-4f62-b413-685b496e1f6e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843751 Sep 16 14:58:52.891352 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29562038-8da3-4754-9a7f-d057a8b4c659 req-d0ee5c0d-9b67-4d13-9568-b451caab155e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:52.893974 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29562038-8da3-4754-9a7f-d057a8b4c659 req-d0ee5c0d-9b67-4d13-9568-b451caab155e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1140580 Sep 16 14:58:52.916548 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:52.923179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Attempting to bind port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:58:52.923807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Attempting to bind port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:58:52.924520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Attempting to bind port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd on network dc372247-3b95-4025-9029-2fc75b8bb8ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Attempting to bind port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd on network dc372247-3b95-4025-9029-2fc75b8bb8ca {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Checking segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Bound using segment: {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Bound port: bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534991ed-8fe1-426b-b1ba-d2ea9af6724e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:58:52.980996 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:52.982832 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29562038-8da3-4754-9a7f-d057a8b4c659 req-ede9e9de-1789-435e-9c0d-a74ee674ea25 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757720 Sep 16 14:58:53.087031 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:58:53.095362 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:58:53.534730 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:53.641736 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:53.644155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:53.645391 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] 10.222.0.22 "PUT /v2.0/ports/bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd HTTP/1.1" status: 200 len: 1093 time: 1.9144928 Sep 16 14:58:53.646195 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:58:53.648570 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c" -d '{"events": [{"name": "network-changed", "server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:58:53.664569 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ef24b-de45-44bb-841c-6fc86a88fc70 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:58:53.716992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad407af7-7998-442c-ae4d-fa8a168bf429 x-openstack-request-id: req-ad407af7-7998-442c-ae4d-fa8a168bf429 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:58:53.717291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:58:53.717552 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad407af7-7998-442c-ae4d-fa8a168bf429 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:58:53.717957 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd', 'status': 'completed', 'code': 200} Sep 16 14:58:53.774041 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ac0d3-180a-476b-8e4e-df1519df9b21 req-ad2feccc-9243-4fd5-84ee-568a8b024217 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:53.775661 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-491ac0d3-180a-476b-8e4e-df1519df9b21 req-ad2feccc-9243-4fd5-84ee-568a8b024217 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.0811150 Sep 16 14:58:53.811356 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-b43c07d4-b7cd-4440-9b4b-fef34f73b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:53.813454 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-b43c07d4-b7cd-4440-9b4b-fef34f73b9c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 1096 time: 0.0669963 Sep 16 14:58:53.863300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-491ac0d3-180a-476b-8e4e-df1519df9b21 req-38d46178-6497-4eb7-8db8-dbcb7287589a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794151 Sep 16 14:58:53.890453 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc70351-4376-400e-88fb-524565095cac req-cdcaff2d-81b0-4c7f-888a-0fb6020f3d03 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:53.892505 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7cc70351-4376-400e-88fb-524565095cac req-cdcaff2d-81b0-4c7f-888a-0fb6020f3d03 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0977733 Sep 16 14:58:53.911989 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-354db261-1c4e-489b-8820-e423d515fd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:53.961797 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7cc70351-4376-400e-88fb-524565095cac req-77fcda47-044c-43ef-a18b-e3cc9137fd3a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626040 Sep 16 14:58:54.017722 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-1d1a51b1-7b61-46e2-b641-a51062796c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.022483 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-1d1a51b1-7b61-46e2-b641-a51062796c66 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=03881099c1ac46bbbed340f7bb503fc0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1949980 Sep 16 14:58:54.032265 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83100d37-174e-4968-a51b-accafedb8bd8 req-7555d267-bc56-4fdc-8708-7bb9d5d03bcb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.042243 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-83100d37-174e-4968-a51b-accafedb8bd8 req-7555d267-bc56-4fdc-8708-7bb9d5d03bcb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0792053 Sep 16 14:58:54.106088 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-83100d37-174e-4968-a51b-accafedb8bd8 req-6b3c4bb3-a06a-4b62-8fd0-72769f44c30c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598838 Sep 16 14:58:54.169624 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e1e64-96e7-4c30-a096-3fdf3900ef88 req-23520395-7cc4-4ae2-afba-7384dc3c2d2c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.171493 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b20e1e64-96e7-4c30-a096-3fdf3900ef88 req-23520395-7cc4-4ae2-afba-7384dc3c2d2c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0931728 Sep 16 14:58:54.234639 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-1b3d775c-51d3-4ce0-a179-7f7326f966c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.236204 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b96f795e-14c0-4e53-9f4b-cdc11c02a39c req-1b3d775c-51d3-4ce0-a179-7f7326f966c5 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026000 Sep 16 14:58:54.260426 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b20e1e64-96e7-4c30-a096-3fdf3900ef88 req-39acbcee-5f57-422b-9375-33d373451edf tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743489 Sep 16 14:58:54.386183 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-7bb5f23f-c721-4a80-87c5-e8c5fa8e5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.388927 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-7bb5f23f-c721-4a80-87c5-e8c5fa8e5f9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=03881099c1ac46bbbed340f7bb503fc0&device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 1096 time: 0.0919924 Sep 16 14:58:54.486929 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-2fe57243-3e59-4574-977a-80c66f3f0c24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd HTTP/1.1" status: 200 len: 217 time: 0.0738411 Sep 16 14:58:54.581762 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-b4d2eba6-bef3-4018-a83f-5966b13b2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:54.583714 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-b4d2eba6-bef3-4018-a83f-5966b13b2ff0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 200 len: 855 time: 0.0871532 Sep 16 14:58:54.631202 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-6f934605-0e55-47ce-8146-7f8b7e8522af service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc372247-3b95-4025-9029-2fc75b8bb8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374599 Sep 16 14:58:54.747116 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-a11f141c-3bcc-4184-9209-4d09bd0aa90a service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054521 Sep 16 14:58:54.890630 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ca900ab5-5a71-4ff5-b3a8-7e76e86c36ae req-d389945a-2937-4d9a-8105-e85828a1cff0 service neutron] 10.222.0.22 "GET /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334190 Sep 16 14:58:55.036182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1695d-5aad-4f9d-beff-4a10454f251f req-0e196fa3-139e-4021-bb9b-230d91b0c17f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:55.044665 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-39a1695d-5aad-4f9d-beff-4a10454f251f req-0e196fa3-139e-4021-bb9b-230d91b0c17f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.0928249 Sep 16 14:58:55.113445 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-39a1695d-5aad-4f9d-beff-4a10454f251f req-6e73c788-8ae6-4d40-8c4f-615b0b268c0c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524395 Sep 16 14:58:55.230795 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f742c8d-6f80-4290-8ae6-de19113f5f9d req-969f77bc-c539-432d-8a02-8a4b199c3c41 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:55.242196 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3f742c8d-6f80-4290-8ae6-de19113f5f9d req-969f77bc-c539-432d-8a02-8a4b199c3c41 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0701952 Sep 16 14:58:55.299866 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3f742c8d-6f80-4290-8ae6-de19113f5f9d req-41790495-ac31-482c-85f5-e243f0c3063a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566173 Sep 16 14:58:55.488160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ad38d-2085-4352-a970-86536da11c7e req-f31e3950-fe5b-46ec-b82b-076b8ca65588 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:55.490248 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-808ad38d-2085-4352-a970-86536da11c7e req-f31e3950-fe5b-46ec-b82b-076b8ca65588 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0721924 Sep 16 14:58:55.535636 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-808ad38d-2085-4352-a970-86536da11c7e req-ae3677ae-58b3-46dc-b3ad-a843822435e8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386882 Sep 16 14:58:55.683222 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149249e2-1ebb-424f-877f-a5f69f3e84d9 req-cb573683-2780-405e-a6ef-886eb2118116 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:55.684858 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-149249e2-1ebb-424f-877f-a5f69f3e84d9 req-cb573683-2780-405e-a6ef-886eb2118116 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0837085 Sep 16 14:58:55.733786 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-149249e2-1ebb-424f-877f-a5f69f3e84d9 req-fba4a925-496b-4ab4-b4bd-c230e957c1c3 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Sep 16 14:58:56.288869 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632e47e-5db1-4c6f-a9fe-21a87af9f110 req-e08c2bc0-4898-4e3a-a953-44bad34ffb65 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:56.299227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e632e47e-5db1-4c6f-a9fe-21a87af9f110 req-e08c2bc0-4898-4e3a-a953-44bad34ffb65 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.0844231 Sep 16 14:58:56.368697 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e632e47e-5db1-4c6f-a9fe-21a87af9f110 req-af431fd9-7802-4341-aa1a-c0df69e83549 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655217 Sep 16 14:58:56.414781 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-304eb496-b83e-49d1-b229-febeaada9e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:56.544731 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc753f-8270-46f4-92a7-0f5f63f3f725 req-7aa3a086-2c22-4f22-8f31-422d81b68968 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:56.552332 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ecc753f-8270-46f4-92a7-0f5f63f3f725 req-7aa3a086-2c22-4f22-8f31-422d81b68968 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0965521 Sep 16 14:58:56.597528 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ecc753f-8270-46f4-92a7-0f5f63f3f725 req-d90e8245-32b9-40eb-9008-1f2fd97041b8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Sep 16 14:58:56.797403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadf042-4d45-402a-ad28-e55bf04b3fce req-8cf3f670-f610-4c6b-97ed-92a0de1d0261 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:56.816498 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-beadf042-4d45-402a-ad28-e55bf04b3fce req-8cf3f670-f610-4c6b-97ed-92a0de1d0261 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1196356 Sep 16 14:58:56.906382 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-beadf042-4d45-402a-ad28-e55bf04b3fce req-c2f68bbc-cdf6-4778-aea0-c8ddac5b05f6 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888431 Sep 16 14:58:57.081456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014da9f-7df5-4ad0-9ae7-4e93a188c6cf req-52f8e5c0-a935-402e-835e-d57128337dfa tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:57.083028 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5014da9f-7df5-4ad0-9ae7-4e93a188c6cf req-52f8e5c0-a935-402e-835e-d57128337dfa tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0702710 Sep 16 14:58:57.154697 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5014da9f-7df5-4ad0-9ae7-4e93a188c6cf req-b622f275-2a55-4e96-906a-dc01516ee247 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Sep 16 14:58:57.495774 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b238b7-7c45-4d33-9d35-53b4c2ed78db req-da3e6320-53db-483b-bdaf-9f2e5678a787 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:57.503554 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5b238b7-7c45-4d33-9d35-53b4c2ed78db req-da3e6320-53db-483b-bdaf-9f2e5678a787 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.0668023 Sep 16 14:58:57.551714 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5b238b7-7c45-4d33-9d35-53b4c2ed78db req-b727fd0f-c250-4b2c-b25a-53e66cdf8d54 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443926 Sep 16 14:58:57.767714 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba4e03-df41-4af1-b2c1-d5dde83effdd req-90f59a30-eb22-4eb3-9352-7ef05be02be6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:57.769739 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-feba4e03-df41-4af1-b2c1-d5dde83effdd req-90f59a30-eb22-4eb3-9352-7ef05be02be6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0712273 Sep 16 14:58:57.832360 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-feba4e03-df41-4af1-b2c1-d5dde83effdd req-56099c69-9366-4fd3-adb4-5b95e70c0dae tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563483 Sep 16 14:58:57.933913 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:57.981790 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:58.071283 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f7bf-749b-457a-a006-c2d642eb4923 req-3037642a-65d3-4f28-b858-1b623bcca766 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:58.073372 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5dc9f7bf-749b-457a-a006-c2d642eb4923 req-3037642a-65d3-4f28-b858-1b623bcca766 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0647843 Sep 16 14:58:58.156300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5dc9f7bf-749b-457a-a006-c2d642eb4923 req-74a2880e-cc5d-4fda-bf39-902d6d88ea2c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704317 Sep 16 14:58:58.317195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cd56d-67d9-4ed5-9147-429de18e4081 req-fcf93a2f-931f-4910-aa7c-24c95c2327ed tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:58.326403 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed9cd56d-67d9-4ed5-9147-429de18e4081 req-fcf93a2f-931f-4910-aa7c-24c95c2327ed tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0698025 Sep 16 14:58:58.412887 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed9cd56d-67d9-4ed5-9147-429de18e4081 req-bfcce2c4-1549-4067-8225-31baac8a1319 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851882 Sep 16 14:58:58.675777 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675dfd9-7d39-4ea8-9d29-ef95b0074a12 req-f68fdf71-cd4a-47cc-b177-0bdbccd78e85 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:58.680322 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0675dfd9-7d39-4ea8-9d29-ef95b0074a12 req-f68fdf71-cd4a-47cc-b177-0bdbccd78e85 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.0541272 Sep 16 14:58:58.726940 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0675dfd9-7d39-4ea8-9d29-ef95b0074a12 req-930a663f-15c5-496c-8b87-2e5fca46b1b2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Sep 16 14:58:58.780601 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:58:58.973570 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abca3e5-b9b3-4950-9eb0-4a676b682c77 req-eb54f9ea-cbf1-442d-88e5-6d0900e7ee23 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:58.975079 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8abca3e5-b9b3-4950-9eb0-4a676b682c77 req-eb54f9ea-cbf1-442d-88e5-6d0900e7ee23 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0568330 Sep 16 14:58:59.016164 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8abca3e5-b9b3-4950-9eb0-4a676b682c77 req-00bbaeb4-8efd-4708-b003-73ca2329f43c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Sep 16 14:58:59.288495 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b532-5dd5-4a0e-abfe-d9438707fbe3 req-d060b081-60a6-46d3-9d26-eeec0c9b71cb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:59.290004 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9e78b532-5dd5-4a0e-abfe-d9438707fbe3 req-d060b081-60a6-46d3-9d26-eeec0c9b71cb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0495124 Sep 16 14:58:59.328303 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9e78b532-5dd5-4a0e-abfe-d9438707fbe3 req-4d5fecaa-feef-4230-8e1e-e0a82ef6b752 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Sep 16 14:58:59.420058 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:58:59.637116 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-5106b40e-7780-43c7-9162-1b6ed85d71b6 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446377 Sep 16 14:58:59.645023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655a1f-c5ee-4440-b4b8-e178b8ac3634 req-49b5a12c-a0c0-40da-8b87-777587a43bae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:59.647188 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9655a1f-c5ee-4440-b4b8-e178b8ac3634 req-49b5a12c-a0c0-40da-8b87-777587a43bae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1721778 Sep 16 14:58:59.811248 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9655a1f-c5ee-4440-b4b8-e178b8ac3634 req-7b0a6068-bee7-4fb5-903c-e898d28cbbaf tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517255 Sep 16 14:58:59.908394 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-767a0aaa-c957-4880-b25b-fe3671e3b991 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:58:59.915102 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-767a0aaa-c957-4880-b25b-fe3671e3b991 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664671 Sep 16 14:58:59.928563 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-da310eb0-d961-45a8-8ed9-dd4021339d72 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/quotas/4da121f2823c4d4ca5c4774607da8ed2 HTTP/1.1" status: 200 len: 375 time: 0.0102079 Sep 16 14:58:59.969633 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-468265f1-1dfb-4bfd-be13-d906a23ec0ea tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337288 Sep 16 14:59:00.262057 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688ce3-866f-4a50-97cb-283f71742e09 req-1c657c12-d072-43de-aa17-48df48ded5d2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:00.263683 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f5688ce3-866f-4a50-97cb-283f71742e09 req-1c657c12-d072-43de-aa17-48df48ded5d2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.1190462 Sep 16 14:59:00.343566 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129b231-bc2a-40e2-81e5-0a78188351b7 req-599d9c08-c1d9-47f3-8014-e2a196280a52 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:00.345139 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3129b231-bc2a-40e2-81e5-0a78188351b7 req-599d9c08-c1d9-47f3-8014-e2a196280a52 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1043627 Sep 16 14:59:00.351788 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f5688ce3-866f-4a50-97cb-283f71742e09 req-641f643f-354b-4997-a73d-00fd391c74de tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720210 Sep 16 14:59:00.442883 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-38a7277a-ed9e-4cbe-b8be-0a5b4e22c58b req-73f6394f-5b29-46c5-9681-347681cbeecd tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0427377 Sep 16 14:59:00.453839 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3129b231-bc2a-40e2-81e5-0a78188351b7 req-5316429e-cc18-41d0-af04-4c04cbc2a184 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977130 Sep 16 14:59:00.668416 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b0d5-63b5-4c67-882d-509bf8d11a4a req-06b6db2c-9a78-4b9a-853f-9548568083cc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:00.670060 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f066b0d5-63b5-4c67-882d-509bf8d11a4a req-06b6db2c-9a78-4b9a-853f-9548568083cc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1237607 Sep 16 14:59:00.720757 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-d1d41639-5e8a-405f-9dad-6061d4a15936 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:00.722284 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-d1d41639-5e8a-405f-9dad-6061d4a15936 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 814 time: 0.1663291 Sep 16 14:59:00.756145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f066b0d5-63b5-4c67-882d-509bf8d11a4a req-afe24dee-f4c3-484f-986f-76d2014264b9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730045 Sep 16 14:59:00.767753 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-dee60adf-2315-428d-9966-b0fa7d36c59a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/quotas/4ad66d52817540e7a4de87d1824a55a2 HTTP/1.1" status: 200 len: 375 time: 0.0373766 Sep 16 14:59:00.860232 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-77531bcb-15a6-485c-9c30-638968167842 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847368 Sep 16 14:59:00.962584 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-e2827555-4a3f-41e2-a144-ef9d32b475d8 service neutron] 10.222.0.30 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975587 Sep 16 14:59:01.071671 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-0a49abcd-d82c-4d63-b3ed-2727021ce552 service neutron] 10.222.0.30 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004698 Sep 16 14:59:01.300925 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fcf68-95bf-4ecc-ab7b-0a5a1b1057ec req-bcc43a6d-0d69-47f1-bba2-3fc6aaf56eb8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.302769 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b81fcf68-95bf-4ecc-ab7b-0a5a1b1057ec req-bcc43a6d-0d69-47f1-bba2-3fc6aaf56eb8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0618558 Sep 16 14:59:01.352529 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b81fcf68-95bf-4ecc-ab7b-0a5a1b1057ec req-094853c0-d3a9-4d8d-b9d7-87a8edbfbcae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Sep 16 14:59:01.576235 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29aa471-b646-4ecf-aa1d-4d6796579a16 req-443facdb-605d-47e5-b408-15cc356166d8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.582512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f29aa471-b646-4ecf-aa1d-4d6796579a16 req-443facdb-605d-47e5-b408-15cc356166d8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1162143 Sep 16 14:59:01.626471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c51af-fdf5-416d-9fe5-10deede5355c req-572343b0-7dd7-47f7-8b9e-0b72e1792674 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.628709 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-263c51af-fdf5-416d-9fe5-10deede5355c req-572343b0-7dd7-47f7-8b9e-0b72e1792674 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.1255877 Sep 16 14:59:01.641595 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-d90c67a7-3e63-48c9-8904-cbedce1ef24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.644010 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-d90c67a7-3e63-48c9-8904-cbedce1ef24e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1098 time: 0.1256449 Sep 16 14:59:01.661751 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f29aa471-b646-4ecf-aa1d-4d6796579a16 req-5bcf0b93-1a5f-49d4-82d7-a2d2a4680c75 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783064 Sep 16 14:59:01.721549 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-263c51af-fdf5-416d-9fe5-10deede5355c req-c454ef4c-6a10-42fa-8b33-e7c0aabfbb4c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726941 Sep 16 14:59:01.835185 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9b5cec35-0fbc-4529-a92b-e68b337686e8 req-6a9d4bf5-f5d9-4561-a3b1-2593d5d3ee95 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 210 time: 0.0462632 Sep 16 14:59:01.843814 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-e15de378-91cb-4f6d-b291-bab24f87444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.846065 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-e15de378-91cb-4f6d-b291-bab24f87444b service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.1942148 Sep 16 14:59:01.886422 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15c3e62d-92cf-402b-94bc-d02e21950d16 req-7b237e9c-74d8-464c-927c-a85f341f3040 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0492713 Sep 16 14:59:01.954459 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-fb8883e2-8af5-4970-87fd-e9a880260701 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 1001 time: 0.0911949 Sep 16 14:59:01.971354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cdd10-b3cf-49f9-a2a5-eac98a1a16c2 req-aa81cf3f-a327-436a-9397-3dd90708dcf1 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:01.973139 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-543cdd10-b3cf-49f9-a2a5-eac98a1a16c2 req-aa81cf3f-a327-436a-9397-3dd90708dcf1 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0655708 Sep 16 14:59:02.039019 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-543cdd10-b3cf-49f9-a2a5-eac98a1a16c2 req-80837295-f89b-422c-842f-c3220580424b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541863 Sep 16 14:59:02.047573 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-1e636cc5-a447-4dad-9314-7d9d6d91594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:02.047573 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-1e636cc5-a447-4dad-9314-7d9d6d91594d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0807724 Sep 16 14:59:02.111345 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-e230b2e0-0e66-48f0-9d28-21d492ea1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:02.114918 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-e230b2e0-0e66-48f0-9d28-21d492ea1d35 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499568 Sep 16 14:59:02.235544 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-2fbf487d-dbf2-4f1f-bf01-3cd28ad478f4 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029780 Sep 16 14:59:02.361316 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4ed04412-de7a-4be6-885c-4721f6ad4f18 req-3b8acbfb-8211-40c7-a086-44be9ee6a00b service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163087 Sep 16 14:59:02.517342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928923f-1a33-4fef-a1b0-18be933d7f96 req-9fdca984-281b-4c55-b9b6-b4c90848d90f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:02.518941 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2928923f-1a33-4fef-a1b0-18be933d7f96 req-9fdca984-281b-4c55-b9b6-b4c90848d90f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0678339 Sep 16 14:59:02.567232 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2928923f-1a33-4fef-a1b0-18be933d7f96 req-bcf7588f-ddf0-4a44-b9cc-2d8e70a8a067 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Sep 16 14:59:02.738781 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:59:02.847268 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd6f63-8047-4d34-ad07-85f67e0a3756 req-30322149-98db-4810-a9db-ce2569bf7bc7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:02.847268 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ffd6f63-8047-4d34-ad07-85f67e0a3756 req-30322149-98db-4810-a9db-ce2569bf7bc7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0508430 Sep 16 14:59:02.848008 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:02.874794 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd', 'network_id': 'dc372247-3b95-4025-9029-2fc75b8bb8ca', 'port_id': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd', 'mac_address': 'fa:16:3e:31:a4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec047bb-f9ca-4315-ac13-7d5587866470', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:59:02.896019 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ffd6f63-8047-4d34-ad07-85f67e0a3756 req-dd8e2756-cdc8-4c4d-b673-18208afa8b06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891480 Sep 16 14:59:02.963606 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:02.963746 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3999-ce75-446c-bc0a-60cf90faf51d req-933da0f8-c72e-4cf0-a050-e5da430eb86a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:02.963746 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-705b3999-ce75-446c-bc0a-60cf90faf51d req-933da0f8-c72e-4cf0-a050-e5da430eb86a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 943 time: 0.1186411 Sep 16 14:59:02.963997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:02.992944 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:03.014619 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9a0a900d-5ec8-4a6a-bc5f-96b14fc8ec04 req-e48e7627-705b-4f4a-8861-4c0cafe481da tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 210 time: 0.0502300 Sep 16 14:59:03.021355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-705b3999-ce75-446c-bc0a-60cf90faf51d req-a73ecda4-f2c7-4a3b-8585-47450debd120 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Sep 16 14:59:03.116200 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4dbc5cd7-3104-433f-9977-5a7629e19f14 req-27ca3462-4f5b-4a90-ac4c-5c105cce0346 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Sep 16 14:59:03.183704 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f6d9a-96d9-4765-aaff-9213c6084208 req-fafd80fe-a9eb-442c-8860-a064c6043050 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:03.185340 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a45f6d9a-96d9-4765-aaff-9213c6084208 req-fafd80fe-a9eb-442c-8860-a064c6043050 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0620892 Sep 16 14:59:03.224933 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a45f6d9a-96d9-4765-aaff-9213c6084208 req-d61b8b7e-dde8-407c-a447-c1d10687784c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Sep 16 14:59:03.659858 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:03.698603 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2466c43-b037-4199-9319-a6636d926854 req-4cf86c8d-7a06-40e3-847c-45518f6b7218 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:03.700145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a2466c43-b037-4199-9319-a6636d926854 req-4cf86c8d-7a06-40e3-847c-45518f6b7218 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0594909 Sep 16 14:59:03.716068 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:03.745877 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a2466c43-b037-4199-9319-a6636d926854 req-a8641097-1a10-47e6-9fae-b7197af16bc9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 Sep 16 14:59:03.886415 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-58de88d7-4323-43ef-a3f9-d43510dec58b tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344429 Sep 16 14:59:04.015396 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:04.097142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d39f5-cbc5-4a79-bf7c-553e0d72e0dc req-8e2c73ad-26c0-4bfc-8d97-f80997db232a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:04.099412 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-995d39f5-cbc5-4a79-bf7c-553e0d72e0dc req-8e2c73ad-26c0-4bfc-8d97-f80997db232a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1190963 Sep 16 14:59:04.172230 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-53145888-e4bf-4fd7-b0c4-749588e74a95 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:04.174128 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-53145888-e4bf-4fd7-b0c4-749588e74a95 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816710 Sep 16 14:59:04.194577 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Request body: {'port': {'device_id': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094', 'admin_state_up': True, 'tenant_id': '4da121f2823c4d4ca5c4774607da8ed2'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:59:04.221862 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fadf0b18-97fa-4ac5-8b6d-a00077cc717c req-be9f89a2-09b6-494f-a415-43d25e13bb69 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 210 time: 0.0969501 Sep 16 14:59:04.287237 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-995d39f5-cbc5-4a79-bf7c-553e0d72e0dc req-0563cd41-3aed-42a4-b140-914c71844b92 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782687 Sep 16 14:59:04.449092 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Made reservation on behalf of 4da121f2823c4d4ca5c4774607da8ed2 for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:59:04.453391 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:04.471692 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:04.605775 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:04.668067 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0eecc338-6a69-4dde-9ea3-cb8fb22f1c52 req-33b8270c-8306-4da1-b594-7a8d4ec6f937 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0332646 Sep 16 14:59:04.685279 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eabb9c-b049-428f-8447-d723afa64c75 req-dec925eb-f8dd-4bc1-89c8-a72c4af30ecc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:04.686814 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-13eabb9c-b049-428f-8447-d723afa64c75 req-dec925eb-f8dd-4bc1-89c8-a72c4af30ecc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 944 time: 0.3064623 Sep 16 14:59:04.729192 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-13eabb9c-b049-428f-8447-d723afa64c75 req-f9ab69b5-5e0e-4636-b3c6-9b1b6cefe607 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Sep 16 14:59:04.779483 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c0ae5-481e-4934-bc53-2a28a56c30c6 req-03281538-84cd-4862-9629-e8941ba1d480 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:04.781009 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0a3c0ae5-481e-4934-bc53-2a28a56c30c6 req-03281538-84cd-4862-9629-e8941ba1d480 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0486674 Sep 16 14:59:04.796936 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:04.843552 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0a3c0ae5-481e-4934-bc53-2a28a56c30c6 req-a0854d54-9ec5-40f8-8283-5198025aac37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564868 Sep 16 14:59:04.865728 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:04.906432 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6951b-3b97-4bec-ba9f-443fc9bd72c2 req-e5a62532-6393-4ac7-87a8-2aafb2a7db60 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:04.908062 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0e6951b-3b97-4bec-ba9f-443fc9bd72c2 req-e5a62532-6393-4ac7-87a8-2aafb2a7db60 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0581317 Sep 16 14:59:04.940019 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Allocated IP 192.168.233.139 (e18077a2-ecfe-49cf-9a97-e2de03826094/a8661332-5c65-432f-a09c-92a236513023/d028c93c-7893-4225-9ad8-6e11f5ad353b) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:59:04.956405 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0e6951b-3b97-4bec-ba9f-443fc9bd72c2 req-cecb1e4a-a901-483a-9e6d-6147a1c09a4c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Sep 16 14:59:05.093457 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:05.202462 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:05.243770 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Network e18077a2-ecfe-49cf-9a97-e2de03826094 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:59:05.247873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:59:05.250852 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:59:05.282512 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Pushing event updated for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:05.313828 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:05.314590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:05.328276 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70bcbc89-6d47-4e26-b03a-86041b9bc695 req-e9a1823b-eb55-494d-aa6b-fc87b700dcf8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 210 time: 0.0285866 Sep 16 14:59:05.447313 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-a30a2fe9-0850-4a8f-85e4-91220945f726 None None] Provisioning complete for port d028c93c-7893-4225-9ad8-6e11f5ad353b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:59:05.448547 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a30a2fe9-0850-4a8f-85e4-91220945f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:05.454236 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-c133259c-be4a-4257-8e52-4a4180d58ebb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2644427 Sep 16 14:59:05.471358 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Request body: {'port': {'device_id': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:59:05.486929 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-a30a2fe9-0850-4a8f-85e4-91220945f726 None None] Port d028c93c-7893-4225-9ad8-6e11f5ad353b cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:59:05.525639 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:05.790047 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec76468-1696-41ec-b14f-8dffad4e6864 req-ece6c4da-9b83-410a-b31e-2ef417bc6fc8 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:05.791670 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fec76468-1696-41ec-b14f-8dffad4e6864 req-ece6c4da-9b83-410a-b31e-2ef417bc6fc8 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 936 time: 0.0515852 Sep 16 14:59:05.861698 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fec76468-1696-41ec-b14f-8dffad4e6864 req-47ea5e58-3bdb-4fed-9027-0c9e298dd751 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624835 Sep 16 14:59:05.886102 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597f7f9-ce32-4032-8473-4aa63acb2f11 req-c6c9cdc7-d11d-4b6c-8f51-8b5acf034272 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:05.887640 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6597f7f9-ce32-4032-8473-4aa63acb2f11 req-c6c9cdc7-d11d-4b6c-8f51-8b5acf034272 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 944 time: 0.0700426 Sep 16 14:59:05.932555 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6597f7f9-ce32-4032-8473-4aa63acb2f11 req-35f8c736-49de-4569-89ee-d47f065d298e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Sep 16 14:59:05.940458 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-c121145c-61d9-4050-bb56-4afe68447cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:05.942624 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-c121145c-61d9-4050-bb56-4afe68447cb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1099 time: 0.0748878 Sep 16 14:59:05.987596 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.22', 60795) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:06.094634 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-f3367034-df8b-4ca6-8f26-af7f23dd83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.096124 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-f3367034-df8b-4ca6-8f26-af7f23dd83a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1217473 Sep 16 14:59:06.133167 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c51b28-6257-4935-8ea5-ece1e4870511 req-2b1e50b5-2f7d-458a-9127-95989178d1eb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.134676 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-02c51b28-6257-4935-8ea5-ece1e4870511 req-2b1e50b5-2f7d-458a-9127-95989178d1eb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1740797 Sep 16 14:59:06.168840 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28977f-7888-4bd7-bc43-375c87c77d2f req-70c6f522-18b6-4272-ab77-f3854af0403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.170418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7b28977f-7888-4bd7-bc43-375c87c77d2f req-70c6f522-18b6-4272-ab77-f3854af0403f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 1099 time: 0.1798687 Sep 16 14:59:06.181445 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d028c93c-7893-4225-9ad8-6e11f5ad353b {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:06.194760 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.205715 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-7fcb94c3-49f3-4874-80bb-df7ec4af2c45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1002 time: 0.1006887 Sep 16 14:59:06.221032 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Transition to ACTIVE for port object d028c93c-7893-4225-9ad8-6e11f5ad353b will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:59:06.231307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc91a6-335b-499b-8ea1-52db36eb0fd5 req-d9c4f1f0-e838-4139-9809-288dca05e186 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.234187 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49fc91a6-335b-499b-8ea1-52db36eb0fd5 req-d9c4f1f0-e838-4139-9809-288dca05e186 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1942980 Sep 16 14:59:06.250797 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-1dd63169-5ea1-463b-8b4f-8da57f34060d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.252311 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-1dd63169-5ea1-463b-8b4f-8da57f34060d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 814 time: 0.2637768 Sep 16 14:59:06.262273 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-1120dff3-877e-4aa1-a77c-64e62863180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.264232 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-1120dff3-877e-4aa1-a77c-64e62863180a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0515304 Sep 16 14:59:06.268099 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-02c51b28-6257-4935-8ea5-ece1e4870511 req-ca6694db-a225-4bfa-88b6-223074d6b24b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249495 Sep 16 14:59:06.279369 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'port': {'device_id': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'admin_state_up': True, 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:59:06.312830 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7b28977f-7888-4bd7-bc43-375c87c77d2f req-b83f8c7f-0528-4c31-aea8-07245b78ec40 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323164 Sep 16 14:59:06.333866 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-738efeec-d2f9-4d12-8860-527d081fbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.335388 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-738efeec-d2f9-4d12-8860-527d081fbc46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632448 Sep 16 14:59:06.364771 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49fc91a6-335b-499b-8ea1-52db36eb0fd5 req-7d63d340-2d72-4ba3-8627-d47a4b87d02d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092737 Sep 16 14:59:06.391456 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.442068 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Pushing event updated for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:06.446625 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-603b5f9d-f1da-4633-b9c1-7b69273167c5 req-91df2354-50b7-4be3-89d3-ec7533816b7b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 210 time: 0.0391631 Sep 16 14:59:06.516937 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Attempting to bind port d028c93c-7893-4225-9ad8-6e11f5ad353b on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:59:06.521408 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Attempting to bind port d028c93c-7893-4225-9ad8-6e11f5ad353b by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:59:06.521408 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Attempting to bind port d028c93c-7893-4225-9ad8-6e11f5ad353b on network e18077a2-ecfe-49cf-9a97-e2de03826094 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:59:06.523157 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Port d028c93c-7893-4225-9ad8-6e11f5ad353b on network e18077a2-ecfe-49cf-9a97-e2de03826094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:59:06.523506 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Attempting to bind port d028c93c-7893-4225-9ad8-6e11f5ad353b on network e18077a2-ecfe-49cf-9a97-e2de03826094 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:59:06.530406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:59:06.530752 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Checking segment: {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:59:06.531139 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Bound using segment: {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:59:06.531569 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Bound port: d028c93c-7893-4225-9ad8-6e11f5ad353b, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312ea44f-21b4-41f9-86d5-a838fc4baaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:59:06.531963 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.590452 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Made reservation on behalf of 4ad66d52817540e7a4de87d1824a55a2 for: {'port': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 14:59:06.594059 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.673153 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:59:06.677517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:59:06.683475 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-f7f2d56d-e5f2-4453-9493-ab45a43f3c62 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377556 Sep 16 14:59:06.781893 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:59:06.782403 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.812962 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Allocated IP 172.20.0.9 (29246054-93e1-42ca-aab6-245bc7944067/9772ee56-461a-4578-9378-7ae11671cfed/9cfb9fef-20c2-4099-a090-904a2a9dad17) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:59:06.832090 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:06.832723 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:06.834195 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] 10.222.0.22 "PUT /v2.0/ports/d028c93c-7893-4225-9ad8-6e11f5ad353b HTTP/1.1" status: 200 len: 1098 time: 1.3673308 Sep 16 14:59:06.847171 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:06.867878 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d69607-577a-4e0e-b954-bfc1a7f796c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:06.901278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e523dd4-4340-40f9-9d06-264ccf20e05a service neutron] Pushing event updated for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:06.913667 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-36343f65-9a2f-4b5f-bab0-7f619c51f903 req-2ebfa076-5b71-415a-8b93-0fc1fbaf423a service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061183 Sep 16 14:59:06.915140 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64724e88-8364-4a0e-b053-1cb8dd446c04 x-openstack-request-id: req-64724e88-8364-4a0e-b053-1cb8dd446c04 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:06.915432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:06.915787 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64724e88-8364-4a0e-b053-1cb8dd446c04 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:06.921982 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b', 'status': 'completed', 'code': 200} Sep 16 14:59:07.030731 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d69607-577a-4e0e-b954-bfc1a7f796c8 req-98bb4fcf-d18e-4d88-9521-173099c2acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.030731 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86d69607-577a-4e0e-b954-bfc1a7f796c8 req-98bb4fcf-d18e-4d88-9521-173099c2acbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 1101 time: 0.0580442 Sep 16 14:59:07.039566 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86d69607-577a-4e0e-b954-bfc1a7f796c8 req-94349a69-fcd5-43bf-9064-4f8d57033e75 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214975 Sep 16 14:59:07.105037 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.111522 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:59:07.115456 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:59:07.115860 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.143244 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6e43-d380-47e5-8ac2-19ad8bb0b7de req-ede0aabc-9059-415f-a729-9e6492b1ff10 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.151924 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5fba6e43-d380-47e5-8ac2-19ad8bb0b7de req-ede0aabc-9059-415f-a729-9e6492b1ff10 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.1629550 Sep 16 14:59:07.207658 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14172-9297-4de0-b011-5954d0615d1f req-44163070-8e9f-4a4e-b72c-386ffaee02da tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.208714 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d69607-577a-4e0e-b954-bfc1a7f796c8 req-0beb6533-43dd-482d-bc51-2b7b54f4712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.211251 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eac14172-9297-4de0-b011-5954d0615d1f req-44163070-8e9f-4a4e-b72c-386ffaee02da tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 944 time: 0.1881452 Sep 16 14:59:07.227780 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86d69607-577a-4e0e-b954-bfc1a7f796c8 req-0beb6533-43dd-482d-bc51-2b7b54f4712d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653368 Sep 16 14:59:07.248173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.274782 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:07.278489 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f4e5e-24e6-4360-a81f-0ec9a1550702" -d '{"events": [{"server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "name": "network-vif-plugged", "status": "completed", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:07.287650 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5fba6e43-d380-47e5-8ac2-19ad8bb0b7de req-c9458ca4-7f6c-48cf-92cf-77601113e897 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274486 Sep 16 14:59:07.307257 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:07.337121 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eac14172-9297-4de0-b011-5954d0615d1f req-38b097c8-eb3f-40f8-91fa-89d6f5237e39 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056926 Sep 16 14:59:07.343269 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30506cc5-88d2-4b5a-8068-13358ea8dc58 x-openstack-request-id: req-30506cc5-88d2-4b5a-8068-13358ea8dc58 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:07.344614 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "name": "network-vif-plugged", "status": "completed", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:07.345116 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30506cc5-88d2-4b5a-8068-13358ea8dc58 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:07.345740 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd', 'code': 200} Sep 16 14:59:07.380681 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.420113 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.477919 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:07.530502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Network 29246054-93e1-42ca-aab6-245bc7944067 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:59:07.544645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:07.549299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:59:07.576564 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:59:07.636428 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948d8cb-fa09-4d6c-bbd1-ab09e0634a83 req-9954bb39-a98a-4c1d-a172-b5baf79a0f3f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.641042 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4948d8cb-fa09-4d6c-bbd1-ab09e0634a83 req-9954bb39-a98a-4c1d-a172-b5baf79a0f3f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1851344 Sep 16 14:59:07.660363 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673cc1-a494-4505-8d4e-0ccb303e4cc8 req-bd93a2c7-7af0-4f32-8d52-938c0d30cf0f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.661892 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26673cc1-a494-4505-8d4e-0ccb303e4cc8 req-bd93a2c7-7af0-4f32-8d52-938c0d30cf0f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1342497 Sep 16 14:59:07.695481 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.696218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.750454 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4948d8cb-fa09-4d6c-bbd1-ab09e0634a83 req-e735e99b-67e3-4949-bdb8-82114bf5a62d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009917 Sep 16 14:59:07.767472 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26673cc1-a494-4505-8d4e-0ccb303e4cc8 req-51e77f3d-e888-4254-af51-7c56b9c1e43d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910151 Sep 16 14:59:07.849622 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-3db21017-b692-4f1a-9d58-c5080b0afefa tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5758874 Sep 16 14:59:07.921755 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-fed3beb8-2d2e-4cc5-8d52-15674648380c None None] Provisioning complete for port 9cfb9fef-20c2-4099-a090-904a2a9dad17 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:59:07.922316 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-fed3beb8-2d2e-4cc5-8d52-15674648380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:07.925304 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53049f-617c-41f7-8544-6c94946c94b5 req-f445d2c2-e3aa-47a1-95af-7d79fd880aa5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:07.927214 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d53049f-617c-41f7-8544-6c94946c94b5 req-f445d2c2-e3aa-47a1-95af-7d79fd880aa5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0613194 Sep 16 14:59:07.969082 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-fed3beb8-2d2e-4cc5-8d52-15674648380c None None] Port 9cfb9fef-20c2-4099-a090-904a2a9dad17 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 14:59:07.980054 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d53049f-617c-41f7-8544-6c94946c94b5 req-6560f9eb-a3a0-4036-bc6f-17d53c8d5835 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455945 Sep 16 14:59:08.428437 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27084efe-a391-48de-90db-763ffb1eed74 req-c62c38fa-cd45-4dd9-8b82-2e7a79d35d6c tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:08.436743 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-27084efe-a391-48de-90db-763ffb1eed74 req-c62c38fa-cd45-4dd9-8b82-2e7a79d35d6c tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0804653 Sep 16 14:59:08.504924 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-27084efe-a391-48de-90db-763ffb1eed74 req-745558a5-6e56-4187-85d5-18877e98b290 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 Sep 16 14:59:08.525666 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6969722-84f8-4df0-ae4d-5ef3e50e819c req-f8a3d486-841f-4028-91f6-25cd2e2e017f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:08.535632 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d6969722-84f8-4df0-ae4d-5ef3e50e819c req-f8a3d486-841f-4028-91f6-25cd2e2e017f tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0903323 Sep 16 14:59:08.574688 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d6969722-84f8-4df0-ae4d-5ef3e50e819c req-f43336ba-5ce6-4055-b622-f92c15dffd5c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Sep 16 14:59:08.939385 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c541d1-4efa-41b8-b442-147be042f8fe req-2bcc865b-e022-480d-adec-40be9566f0b7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:08.941803 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78c541d1-4efa-41b8-b442-147be042f8fe req-2bcc865b-e022-480d-adec-40be9566f0b7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1025903 Sep 16 14:59:08.964043 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bffea-1a30-4d77-8168-77404e16e503 req-95627c51-9da9-44aa-ab47-3edc5b65906f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:08.965871 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b7bffea-1a30-4d77-8168-77404e16e503 req-95627c51-9da9-44aa-ab47-3edc5b65906f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.1247082 Sep 16 14:59:09.017787 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78c541d1-4efa-41b8-b442-147be042f8fe req-0e288da3-4df6-47b5-a72f-d43cfb311967 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683227 Sep 16 14:59:09.044569 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b7bffea-1a30-4d77-8168-77404e16e503 req-4752f3f7-f163-49d5-b3f4-a909e8df07b6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623856 Sep 16 14:59:09.142393 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c092574-a544-4d1c-8676-7f49110e61ec req-76fac00f-8919-4dc9-b7f2-1bdcd2646a0e tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:09.144003 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6c092574-a544-4d1c-8676-7f49110e61ec req-76fac00f-8919-4dc9-b7f2-1bdcd2646a0e tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0641956 Sep 16 14:59:09.185897 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6c092574-a544-4d1c-8676-7f49110e61ec req-e6625471-0bf0-44a1-bdb7-3a9c84f0a2bf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Sep 16 14:59:09.669560 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ea88-a5f8-4f17-a177-36b017ac57a8 req-f8d33b75-17c1-4aef-a78d-f4e8ee9bcc99 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:09.671159 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f7d2ea88-a5f8-4f17-a177-36b017ac57a8 req-f8d33b75-17c1-4aef-a78d-f4e8ee9bcc99 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0833492 Sep 16 14:59:09.739863 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f7d2ea88-a5f8-4f17-a177-36b017ac57a8 req-0ce88654-b70c-40d0-b58e-1813e4ebab76 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592108 Sep 16 14:59:09.750963 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0718c4-eca1-4f1a-8153-1557cd8a39d1 req-52475320-1f6e-49df-b07a-ecfb1baff854 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:09.759913 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b0718c4-eca1-4f1a-8153-1557cd8a39d1 req-52475320-1f6e-49df-b07a-ecfb1baff854 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0805435 Sep 16 14:59:09.794507 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b0718c4-eca1-4f1a-8153-1557cd8a39d1 req-5d94d22e-eee0-4c95-9054-3200864f0e13 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Sep 16 14:59:10.169359 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2ab0b-482f-44a7-9903-4299a8eb1170 req-11b414f5-9b6a-4cee-8501-158a68662840 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:10.172376 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9df2ab0b-482f-44a7-9903-4299a8eb1170 req-11b414f5-9b6a-4cee-8501-158a68662840 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0840657 Sep 16 14:59:10.208978 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e30ab5-3738-4593-a06f-28692828b1e2 req-1774b4cb-2615-45b0-82d1-3cc2a520f013 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:10.213057 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63e30ab5-3738-4593-a06f-28692828b1e2 req-1774b4cb-2615-45b0-82d1-3cc2a520f013 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 946 time: 0.0925021 Sep 16 14:59:10.250980 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9df2ab0b-482f-44a7-9903-4299a8eb1170 req-591ac70a-18fa-4b87-b9cf-9562fd3ce025 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716670 Sep 16 14:59:10.279802 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63e30ab5-3738-4593-a06f-28692828b1e2 req-918cb3b7-b5d3-4c1c-b72c-d77b2e8474a8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578642 Sep 16 14:59:10.383645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0e0b9-ac62-402f-acae-6918ade5f916 req-9a477313-9929-448e-8f9f-f09832ae953a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:10.385877 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48c0e0b9-ac62-402f-acae-6918ade5f916 req-9a477313-9929-448e-8f9f-f09832ae953a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0533214 Sep 16 14:59:10.431310 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48c0e0b9-ac62-402f-acae-6918ade5f916 req-c1c0af58-4826-40f4-ae9e-c66adbae9943 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387106 Sep 16 14:59:10.803010 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 14:59:10.897277 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab2e-899b-4fa0-affe-961a45422bf6 req-4d473da2-e533-4391-a595-84fc927a6c3f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:10.898919 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-76c4ab2e-899b-4fa0-affe-961a45422bf6 req-4d473da2-e533-4391-a595-84fc927a6c3f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0694234 Sep 16 14:59:10.918455 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:10.957808 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:10.960261 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9ae1a-61a6-4fb4-9d4d-d238ee0e2b1b" -d '{"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-unplugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:10.973366 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:10.995796 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-76c4ab2e-899b-4fa0-affe-961a45422bf6 req-53e1c1ba-c118-4db8-87da-cc4b878929e7 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873754 Sep 16 14:59:11.031905 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6d5b7-ebec-4b10-83fa-0c00d6718acc req-99d73a23-7bf2-4146-a0f8-1a875bd19637 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:11.031905 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aff6d5b7-ebec-4b10-83fa-0c00d6718acc req-99d73a23-7bf2-4146-a0f8-1a875bd19637 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.1174397 Sep 16 14:59:11.049921 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d035206-bebe-49ec-a93a-ef3597cb8e0e x-openstack-request-id: req-9d035206-bebe-49ec-a93a-ef3597cb8e0e {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:11.049921 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-unplugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:11.049921 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d035206-bebe-49ec-a93a-ef3597cb8e0e {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:11.049921 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'code': 200} Sep 16 14:59:11.086551 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aff6d5b7-ebec-4b10-83fa-0c00d6718acc req-d3dd2e0e-1329-4019-bb28-ecc306e88f3a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685232 Sep 16 14:59:11.313350 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:11.413495 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=8']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:11.436262 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e689-e9d4-44cb-995b-0e7150b1aaef req-8dd4cde4-ae47-45b4-8269-e0bef1253499 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:11.438018 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1529e689-e9d4-44cb-995b-0e7150b1aaef req-8dd4cde4-ae47-45b4-8269-e0bef1253499 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1066577 Sep 16 14:59:11.515740 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5019b9-b505-4888-9b45-e31c70b1a76d req-facfc10e-6977-45ea-a802-d4c13d489c5f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:11.521453 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fa5019b9-b505-4888-9b45-e31c70b1a76d req-facfc10e-6977-45ea-a802-d4c13d489c5f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.1194913 Sep 16 14:59:11.524394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1529e689-e9d4-44cb-995b-0e7150b1aaef req-6cd63bd5-744b-47ce-a615-d4f8ea8f60ee tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723915 Sep 16 14:59:11.560388 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fa5019b9-b505-4888-9b45-e31c70b1a76d req-419da2a1-1f28-4476-b9c9-e73f1e7d26cb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Sep 16 14:59:11.650295 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6a0f-f22c-4e94-8415-0b5ad810dccb req-d6501403-f94d-4288-ae02-bfde248301cc tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:11.652439 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-367b6a0f-f22c-4e94-8415-0b5ad810dccb req-d6501403-f94d-4288-ae02-bfde248301cc tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0564649 Sep 16 14:59:11.691265 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-367b6a0f-f22c-4e94-8415-0b5ad810dccb req-a8f2390a-72cd-4caf-8472-6c607ec2bef0 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Sep 16 14:59:12.146597 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e7c15-5f1a-40fa-a066-158b449ef4d9 req-52d2b499-52d4-4306-aff0-226adf2ec649 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:12.148396 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d5e7c15-5f1a-40fa-a066-158b449ef4d9 req-52d2b499-52d4-4306-aff0-226adf2ec649 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0538390 Sep 16 14:59:12.233755 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d5e7c15-5f1a-40fa-a066-158b449ef4d9 req-01aacc82-6c34-4be9-b28f-fd4721c57440 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786216 Sep 16 14:59:12.259372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7597a-f8e5-443f-b530-23f0ced56518 req-8ee07f0d-fe0e-4681-a355-64f7baf7cfbe tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:12.261061 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4cd7597a-f8e5-443f-b530-23f0ced56518 req-8ee07f0d-fe0e-4681-a355-64f7baf7cfbe tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0711372 Sep 16 14:59:12.313068 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4cd7597a-f8e5-443f-b530-23f0ced56518 req-d8a2077f-e03d-4f06-8be4-739d58524cb9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367749 Sep 16 14:59:12.677763 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8c586-1a58-4c75-a7c6-a69ce1b0d155 req-0e390989-24f8-4747-97cf-c7f0ceaaf547 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:12.679779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ade8c586-1a58-4c75-a7c6-a69ce1b0d155 req-0e390989-24f8-4747-97cf-c7f0ceaaf547 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0796154 Sep 16 14:59:12.712048 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:12.750817 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ade8c586-1a58-4c75-a7c6-a69ce1b0d155 req-a88e53e4-5750-4b72-b40a-6e5a00f378a8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642245 Sep 16 14:59:12.785298 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec09f87-8de3-487d-9082-08b335c71044 req-84b755ce-ff55-4293-8b3a-fba816da0b62 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:12.787327 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cec09f87-8de3-487d-9082-08b335c71044 req-84b755ce-ff55-4293-8b3a-fba816da0b62 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0946920 Sep 16 14:59:12.843864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cec09f87-8de3-487d-9082-08b335c71044 req-20d2bf5e-54e6-4353-898b-2a6f6b38b64f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498219 Sep 16 14:59:12.879486 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e452bd1-881a-4c39-a005-c9037baa9801 req-2a606888-8bef-4158-a807-c9f279ebfcfc tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:12.881009 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0e452bd1-881a-4c39-a005-c9037baa9801 req-2a606888-8bef-4158-a807-c9f279ebfcfc tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0595152 Sep 16 14:59:12.929045 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0e452bd1-881a-4c39-a005-c9037baa9801 req-5a99f888-7080-43b2-bf42-185ecc084ea8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 Sep 16 14:59:13.394897 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea789e-b9fd-4548-9133-6a2107c11e2e req-bc6cc0b3-59e6-4639-b5cb-97031c52a5da tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:13.396710 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b4ea789e-b9fd-4548-9133-6a2107c11e2e req-bc6cc0b3-59e6-4639-b5cb-97031c52a5da tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0644920 Sep 16 14:59:13.464613 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b4ea789e-b9fd-4548-9133-6a2107c11e2e req-d1f2aadb-d888-4d53-b2e5-437e40275253 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Sep 16 14:59:13.472688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54e244-4941-4c01-934a-98ab4bbcb38a req-01909d17-10ca-4607-a75b-ec312514d264 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:13.474230 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5a54e244-4941-4c01-934a-98ab4bbcb38a req-01909d17-10ca-4607-a75b-ec312514d264 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0765073 Sep 16 14:59:13.529442 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5a54e244-4941-4c01-934a-98ab4bbcb38a req-51543879-d4f6-44d3-86e6-19e7c5f16232 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Sep 16 14:59:14.103458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4628e-4367-4f52-8729-6b8973fa9f10 req-3e0b8f4c-8cf3-477b-bb8c-10422d27721d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:14.105632 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c9d4628e-4367-4f52-8729-6b8973fa9f10 req-3e0b8f4c-8cf3-477b-bb8c-10422d27721d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.2821662 Sep 16 14:59:14.133741 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049956c-a257-49ab-9990-82441cd4c6aa req-4d9b20e5-dca6-4523-b214-c02b6a88439b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:14.135283 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7049956c-a257-49ab-9990-82441cd4c6aa req-4d9b20e5-dca6-4523-b214-c02b6a88439b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0791624 Sep 16 14:59:14.193034 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c9d4628e-4367-4f52-8729-6b8973fa9f10 req-ea313e13-118b-44c4-8d09-a0a2c584fb3d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Sep 16 14:59:14.271816 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7049956c-a257-49ab-9990-82441cd4c6aa req-2679804f-e83d-431e-acf4-f5c4c611eab0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540941 Sep 16 14:59:14.329502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382a0f-957f-46cc-832d-bbd436d27ad6 req-d47f1e8d-18ab-4607-aef4-cb28299919e4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:14.332152 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-19382a0f-957f-46cc-832d-bbd436d27ad6 req-d47f1e8d-18ab-4607-aef4-cb28299919e4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0578477 Sep 16 14:59:14.384653 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-19382a0f-957f-46cc-832d-bbd436d27ad6 req-9056ff69-584b-4171-b5fd-52b989bf8d5f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Sep 16 14:59:14.597888 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cfa11-4c5e-497a-ad19-2970b53f50ac req-cca4c412-ed9b-4ccd-882b-105c3ddb3d1d tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:14.599464 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-355cfa11-4c5e-497a-ad19-2970b53f50ac req-cca4c412-ed9b-4ccd-882b-105c3ddb3d1d tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0586276 Sep 16 14:59:14.676453 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-355cfa11-4c5e-497a-ad19-2970b53f50ac req-d77ba679-a5eb-46b5-aa9c-dd5dfd9192a4 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704200 Sep 16 14:59:14.692759 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce6fa0-394e-4b7e-bdff-aaef9b290846 req-ab8f7e13-e0c0-49db-8178-d7b1ef9b9729 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:14.694330 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-95ce6fa0-394e-4b7e-bdff-aaef9b290846 req-ab8f7e13-e0c0-49db-8178-d7b1ef9b9729 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0690889 Sep 16 14:59:14.741342 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-95ce6fa0-394e-4b7e-bdff-aaef9b290846 req-43670240-3589-4121-8a48-b2487fb44061 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Sep 16 14:59:15.403806 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84454061-2f8f-4db7-9f2d-f564fba6cd93 req-98327ed5-6225-490b-a8a5-58a48d204c59 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:15.407041 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-84454061-2f8f-4db7-9f2d-f564fba6cd93 req-98327ed5-6225-490b-a8a5-58a48d204c59 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0717604 Sep 16 14:59:15.414785 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb44f9-d9f5-4461-ade2-b91789557b5c req-c3c6dc18-fcbc-4118-9914-700a10b54225 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:15.416326 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-adbb44f9-d9f5-4461-ade2-b91789557b5c req-c3c6dc18-fcbc-4118-9914-700a10b54225 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0909271 Sep 16 14:59:15.596376 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-84454061-2f8f-4db7-9f2d-f564fba6cd93 req-1de61823-893f-4fb6-9f6e-7e80db42be98 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745425 Sep 16 14:59:15.596376 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-adbb44f9-d9f5-4461-ade2-b91789557b5c req-e9c908d0-64cb-4ff3-9e1d-b941519db5e2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799110 Sep 16 14:59:15.622181 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae3e6-c654-42c5-9bf4-af120b141c5c req-f91cbbb2-5628-4324-983a-5f3e939473a4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:15.623769 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b3ae3e6-c654-42c5-9bf4-af120b141c5c req-f91cbbb2-5628-4324-983a-5f3e939473a4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0647311 Sep 16 14:59:15.669922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8b3ae3e6-c654-42c5-9bf4-af120b141c5c req-9601d2ee-e50e-4fc9-af5e-8dcf547253a2 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Sep 16 14:59:15.834500 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f27e4f-5c82-4142-8308-b2725a1b9f13 req-8edb7a7a-0f2d-43a4-ab80-7899c42425c6 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:15.836122 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-68f27e4f-5c82-4142-8308-b2725a1b9f13 req-8edb7a7a-0f2d-43a4-ab80-7899c42425c6 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0715616 Sep 16 14:59:15.901334 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-68f27e4f-5c82-4142-8308-b2725a1b9f13 req-61043955-af3d-4d29-9c8d-5f1cf138f12f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558286 Sep 16 14:59:15.915712 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529bb3f-54b6-4fd3-b599-57066496cb75 req-040ac216-c62b-4938-81b2-ad9e656b0ff6 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:15.917908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b529bb3f-54b6-4fd3-b599-57066496cb75 req-040ac216-c62b-4938-81b2-ad9e656b0ff6 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0808191 Sep 16 14:59:15.957856 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b529bb3f-54b6-4fd3-b599-57066496cb75 req-5ae36522-39b1-43c1-bfbe-6b9988ef8518 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325902 Sep 16 14:59:16.657279 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103d0de-d548-42ef-bf41-23a51344f6af req-a20c6937-cc97-4730-a7cf-a0f662d4bece tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:16.659690 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5103d0de-d548-42ef-bf41-23a51344f6af req-a20c6937-cc97-4730-a7cf-a0f662d4bece tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0794349 Sep 16 14:59:16.681100 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cc475-fa08-4808-93f9-18b1afb52c48 req-6bb5ce83-fdf7-4c27-800d-bbb6ca32ffc7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:16.682616 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c0cc475-fa08-4808-93f9-18b1afb52c48 req-6bb5ce83-fdf7-4c27-800d-bbb6ca32ffc7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0889068 Sep 16 14:59:16.727936 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5103d0de-d548-42ef-bf41-23a51344f6af req-1cb429b3-4c7d-44e2-9ea0-c13f84f8d2ea tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 Sep 16 14:59:16.742079 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5c0cc475-fa08-4808-93f9-18b1afb52c48 req-1bcce1b1-05ed-43c4-af2c-8e2ccf876684 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515535 Sep 16 14:59:16.846736 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac91cb-0826-41ac-91ea-f292c3d928bf req-3fdbe3f8-d9aa-4b32-b57f-c4bc2ff9de12 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:16.848180 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fac91cb-0826-41ac-91ea-f292c3d928bf req-3fdbe3f8-d9aa-4b32-b57f-c4bc2ff9de12 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0485868 Sep 16 14:59:16.900509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fac91cb-0826-41ac-91ea-f292c3d928bf req-01cb1666-d1ed-457b-98bd-da6b85b566da tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Sep 16 14:59:17.065975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178caa3-a8a3-4fad-9322-a59e72b6554b req-b8051554-b0d1-41ab-9ed7-c71a3d0a8347 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:17.067437 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7178caa3-a8a3-4fad-9322-a59e72b6554b req-b8051554-b0d1-41ab-9ed7-c71a3d0a8347 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0923696 Sep 16 14:59:17.148117 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8f5a3-c279-47f7-9e9c-1418192f5419 req-6aec6f9d-2d9c-416d-bb0f-3a03e643d38a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:17.149293 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15d8f5a3-c279-47f7-9e9c-1418192f5419 req-6aec6f9d-2d9c-416d-bb0f-3a03e643d38a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0991549 Sep 16 14:59:17.153274 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7178caa3-a8a3-4fad-9322-a59e72b6554b req-51063987-6148-4dbe-8cf4-4a7c700dfb64 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684617 Sep 16 14:59:17.191338 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15d8f5a3-c279-47f7-9e9c-1418192f5419 req-6a055f2a-39b2-4d97-b86d-a26bbe5d3b79 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Sep 16 14:59:17.902372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d456cc-d7aa-44eb-bc48-0fbc03b2d9b9 req-3617a3a7-bd53-4134-b526-f3250e06f117 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:17.903908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-65d456cc-d7aa-44eb-bc48-0fbc03b2d9b9 req-3617a3a7-bd53-4134-b526-f3250e06f117 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1061614 Sep 16 14:59:17.912542 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765de59-66ed-473b-a01b-57a42e49632d req-0179c5ba-9759-4a3e-8b07-d515b6a0f6ad tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:17.914034 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8765de59-66ed-473b-a01b-57a42e49632d req-0179c5ba-9759-4a3e-8b07-d515b6a0f6ad tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0780952 Sep 16 14:59:17.964193 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-65d456cc-d7aa-44eb-bc48-0fbc03b2d9b9 req-3469f74d-d737-4a4c-b848-96ba4b47edb8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491457 Sep 16 14:59:17.977734 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8765de59-66ed-473b-a01b-57a42e49632d req-577820ef-5951-4bf9-ae9f-a3b7237426ba tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566437 Sep 16 14:59:18.088550 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d8c8-a477-4360-8a78-65e90dab241a req-a91000d8-5b74-4466-90eb-a810e044bf18 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:18.089970 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3e38d8c8-a477-4360-8a78-65e90dab241a req-a91000d8-5b74-4466-90eb-a810e044bf18 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.0555155 Sep 16 14:59:18.127943 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3e38d8c8-a477-4360-8a78-65e90dab241a req-35f52397-46e7-4faa-8555-6bc7b6f15185 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 16 14:59:18.279654 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1d30f-1f6c-4b07-9669-00ca454a3f47 req-b1346399-1e69-425c-b97a-c706397a5c41 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:18.281086 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ef1d30f-1f6c-4b07-9669-00ca454a3f47 req-b1346399-1e69-425c-b97a-c706397a5c41 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0593870 Sep 16 14:59:18.343372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337e5f0-bccf-463a-ba0f-a0ea4311f845 req-fadf6065-7e1a-40d8-ae86-79c22c35322b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:18.344873 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f337e5f0-bccf-463a-ba0f-a0ea4311f845 req-fadf6065-7e1a-40d8-ae86-79c22c35322b tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0808108 Sep 16 14:59:18.348314 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ef1d30f-1f6c-4b07-9669-00ca454a3f47 req-01efdcd2-d8de-4903-9224-6b2bb27474b5 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Sep 16 14:59:18.386138 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f337e5f0-bccf-463a-ba0f-a0ea4311f845 req-f888421f-310f-47d4-8d2d-83ddfe62fc2d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 Sep 16 14:59:19.123788 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb250d4-2ec4-4cfc-a521-e9dedf72346d req-9658add7-326b-4e28-9335-849f8e6adb9e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.125395 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bbb250d4-2ec4-4cfc-a521-e9dedf72346d req-9658add7-326b-4e28-9335-849f8e6adb9e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0909514 Sep 16 14:59:19.139227 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d07b-c2f5-4e8c-9431-7e705c1dab4d req-c2648491-d5b2-4e6b-be2a-8d033946e440 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.140779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1cc8d07b-c2f5-4e8c-9431-7e705c1dab4d req-c2648491-d5b2-4e6b-be2a-8d033946e440 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0756397 Sep 16 14:59:19.146876 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Request body: {'port': {'device_id': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:59:19.204075 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-0387192e-f559-48cf-8e23-59b0d1afd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.205588 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-0387192e-f559-48cf-8e23-59b0d1afd79f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 1101 time: 0.0438647 Sep 16 14:59:19.232914 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bbb250d4-2ec4-4cfc-a521-e9dedf72346d req-8835ce52-ae38-4089-9dbc-f7909351cc76 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911417 Sep 16 14:59:19.256251 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1cc8d07b-c2f5-4e8c-9431-7e705c1dab4d req-4d090fe3-2c07-4e3d-ac1b-d91fd304823d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000800 Sep 16 14:59:19.270357 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-e7751a5c-7b2b-4740-964e-9fac8dd2c8b9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b HTTP/1.1" status: 200 len: 217 time: 0.0523031 Sep 16 14:59:19.272912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:19.346103 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-2cda88e2-86b9-4544-82bc-c2ffb7ecee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.347375 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-2cda88e2-86b9-4544-82bc-c2ffb7ecee4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a8661332-5c65-432f-a09c-92a236513023 HTTP/1.1" status: 200 len: 843 time: 0.0602064 Sep 16 14:59:19.432213 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-e7c5faa4-b22b-4fc1-b801-a19be38c456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.434033 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-e7c5faa4-b22b-4fc1-b801-a19be38c456b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e18077a2-ecfe-49cf-9a97-e2de03826094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0569830 Sep 16 14:59:19.462286 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8d2f5-8b3c-4d47-906b-2f63c4232f48 req-0cf53c24-2301-4121-9ed8-e90ffef45887 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.464388 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29f8d2f5-8b3c-4d47-906b-2f63c4232f48 req-0cf53c24-2301-4121-9ed8-e90ffef45887 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 931 time: 0.1524663 Sep 16 14:59:19.560803 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83287772-65ff-435e-aea4-10d4d49e740b req-d9b1b261-19fc-45a8-a501-23adff26d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.562206 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-83287772-65ff-435e-aea4-10d4d49e740b req-d9b1b261-19fc-45a8-a501-23adff26d39a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 1098 time: 0.0879760 Sep 16 14:59:19.581367 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29f8d2f5-8b3c-4d47-906b-2f63c4232f48 req-6be1f415-b74b-40f2-8c48-4d71285f1bed tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022146 Sep 16 14:59:19.591005 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269328-f3b3-4381-a0bc-9f2c47cefd82 req-17d6a501-87eb-4b64-b9d4-3c3843d5f6c7 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.592581 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a3269328-f3b3-4381-a0bc-9f2c47cefd82 req-17d6a501-87eb-4b64-b9d4-3c3843d5f6c7 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.1621175 Sep 16 14:59:19.594338 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-b0414651-d102-4df8-b30e-06c7e1b86c80 service neutron] 10.222.0.22 "GET /v2.0/networks/e18077a2-ecfe-49cf-9a97-e2de03826094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428409 Sep 16 14:59:19.627371 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-83287772-65ff-435e-aea4-10d4d49e740b req-46cc7b70-90e1-4d08-9105-35f22cb31369 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Sep 16 14:59:19.685270 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a3269328-f3b3-4381-a0bc-9f2c47cefd82 req-ffb65222-085b-4d56-9d7d-346d888c7afb tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641868 Sep 16 14:59:19.711328 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c1c706e-774d-4d0f-80a1-6ec2a259c772 req-9380c381-153e-4043-9375-7aefadeaecad service neutron] 10.222.0.22 "GET /v2.0/networks/e18077a2-ecfe-49cf-9a97-e2de03826094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068361 Sep 16 14:59:19.764661 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce60fc-703a-4e18-83eb-e1ccb2a66977 req-ce0e63df-9ed3-4da1-b1e6-8e74bc457785 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:19.766141 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40ce60fc-703a-4e18-83eb-e1ccb2a66977 req-ce0e63df-9ed3-4da1-b1e6-8e74bc457785 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0965123 Sep 16 14:59:19.785186 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfb9fef-20c2-4099-a090-904a2a9dad17 {{(pid=106170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:19.799621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:19.831330 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.provisioning_blocks [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Transition to ACTIVE for port object 9cfb9fef-20c2-4099-a090-904a2a9dad17 will not be triggered until provisioned by entity L2. {{(pid=106170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 14:59:19.834426 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40ce60fc-703a-4e18-83eb-e1ccb2a66977 req-b101aa15-ee92-4c63-8a36-dfb40d0cbd8a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623283 Sep 16 14:59:19.939994 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:19.993377 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:20.089657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Attempting to bind port 9cfb9fef-20c2-4099-a090-904a2a9dad17 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 14:59:20.089983 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Attempting to bind port 9cfb9fef-20c2-4099-a090-904a2a9dad17 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 14:59:20.090253 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Attempting to bind port 9cfb9fef-20c2-4099-a090-904a2a9dad17 on network 29246054-93e1-42ca-aab6-245bc7944067 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:59:20.094898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Port 9cfb9fef-20c2-4099-a090-904a2a9dad17 on network 29246054-93e1-42ca-aab6-245bc7944067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 14:59:20.095225 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Attempting to bind port 9cfb9fef-20c2-4099-a090-904a2a9dad17 on network 29246054-93e1-42ca-aab6-245bc7944067 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 14:59:20.100563 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 14:59:20.100934 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Checking segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 14:59:20.101510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Bound using segment: {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 14:59:20.101972 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Bound port: 9cfb9fef-20c2-4099-a090-904a2a9dad17, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f797b6-d184-476c-b6c0-95fdabc77199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '29246054-93e1-42ca-aab6-245bc7944067'}}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 14:59:20.102335 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:20.172625 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, cleared binding levels {{(pid=106170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 14:59:20.177322 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 14:59:20.338887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:20.411796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.412446 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:20.413862 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] 10.222.0.22 "PUT /v2.0/ports/9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 1093 time: 1.2711098 Sep 16 14:59:20.416721 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:20.418971 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:20.458836 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74c392-e086-4eac-b7a4-a1463c5b06d1 req-d649a33a-c4c9-4fc4-869d-3a7072ef6b5a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.460498 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf74c392-e086-4eac-b7a4-a1463c5b06d1 req-d649a33a-c4c9-4fc4-869d-3a7072ef6b5a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.1502004 Sep 16 14:59:20.467084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4dde0-4add-4ff0-9531-f1cba74d45cf service neutron] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=3']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:20.484648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c611a28-379b-4de2-bc47-7b6c236c2042 req-973860d2-0f7d-4d22-8b1d-4f8349a415fd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.486228 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c611a28-379b-4de2-bc47-7b6c236c2042 req-973860d2-0f7d-4d22-8b1d-4f8349a415fd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.1509073 Sep 16 14:59:20.532059 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf74c392-e086-4eac-b7a4-a1463c5b06d1 req-ff1eee5c-e146-4352-8da6-dc36ad2ec57c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622907 Sep 16 14:59:20.548270 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c611a28-379b-4de2-bc47-7b6c236c2042 req-1a0edded-c095-4fea-a08a-308507e1133d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538380 Sep 16 14:59:20.582665 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b640e0ac-cbf3-49c8-817e-76de31302128 x-openstack-request-id: req-b640e0ac-cbf3-49c8-817e-76de31302128 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:20.582959 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:20.583202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b640e0ac-cbf3-49c8-817e-76de31302128 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:20.583594 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 14:59:20.714527 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-9f2a6c14-d8c6-4460-974d-dc5688d0a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.716030 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-9f2a6c14-d8c6-4460-974d-dc5688d0a5a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1096 time: 0.1124361 Sep 16 14:59:20.731084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386898b-37a5-43e3-a3f4-e4de69257a47 req-e77af6d7-01e6-47e8-872e-32b4b1d91fa4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.732557 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5386898b-37a5-43e3-a3f4-e4de69257a47 req-e77af6d7-01e6-47e8-872e-32b4b1d91fa4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0926614 Sep 16 14:59:20.784657 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-a40fe46e-91c9-4f1c-9013-58517d9af6a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 217 time: 0.0507545 Sep 16 14:59:20.794229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7b9d-766e-4d6b-a717-342719684304 req-8cd3f336-ec84-4462-8cac-0ead9b24a76d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.795647 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e3ad7b9d-766e-4d6b-a717-342719684304 req-8cd3f336-ec84-4462-8cac-0ead9b24a76d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 943 time: 0.1229823 Sep 16 14:59:20.858989 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5386898b-37a5-43e3-a3f4-e4de69257a47 req-48442733-5383-433b-89c1-a170febc75e1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188843 Sep 16 14:59:20.878286 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-18e64a4a-03e9-4281-9db9-e36c04ee1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.880227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-18e64a4a-03e9-4281-9db9-e36c04ee1009 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0829823 Sep 16 14:59:20.885603 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e3ad7b9d-766e-4d6b-a717-342719684304 req-7ad3c825-0df3-4a24-bd74-1fc7b27ddd19 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787952 Sep 16 14:59:20.979987 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24131d-f872-4d3b-aafa-988934836c3a req-a549e210-e92a-40f6-a96e-bccc41eae099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.981508 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-a549e210-e92a-40f6-a96e-bccc41eae099 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937197 Sep 16 14:59:20.994143 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defa892-48ad-4e2e-bb5e-f66568ddd0ca req-f6170919-1f14-4504-82ea-953d440ac380 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:20.995649 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7defa892-48ad-4e2e-bb5e-f66568ddd0ca req-f6170919-1f14-4504-82ea-953d440ac380 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0753081 Sep 16 14:59:21.113967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7defa892-48ad-4e2e-bb5e-f66568ddd0ca req-5be4634f-e895-4eab-8be2-ff318b599022 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085327 Sep 16 14:59:21.134596 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88876b85-262b-4d4a-b28e-70df0c3b765f req-c47c9743-51ed-4274-88a0-7348b7f9fc51 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.136657 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88876b85-262b-4d4a-b28e-70df0c3b765f req-c47c9743-51ed-4274-88a0-7348b7f9fc51 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.1400974 Sep 16 14:59:21.165938 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-c1803dd3-0f75-48b8-91db-425f86ca6fbb service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682363 Sep 16 14:59:21.221482 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88876b85-262b-4d4a-b28e-70df0c3b765f req-b3bd49fd-6866-4db9-b90d-79d258a3ca22 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747914 Sep 16 14:59:21.285512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc24131d-f872-4d3b-aafa-988934836c3a req-82432fc5-2c60-4fb1-b8d9-a09575766679 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072578 Sep 16 14:59:21.500134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-03162de9-c838-4ffe-9414-862d3b9501e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.501554 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-03162de9-c838-4ffe-9414-862d3b9501e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1096 time: 0.0415020 Sep 16 14:59:21.607158 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-f9d55772-b018-470e-a7d4-c99470a38939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.607158 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-f9d55772-b018-470e-a7d4-c99470a38939 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.0925815 Sep 16 14:59:21.661927 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-94849e5f-9f04-45f0-bfa2-b22c0c49d58b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 217 time: 0.0487707 Sep 16 14:59:21.743618 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2df67-eb3d-4fac-ae7c-003db06ba88f req-29578527-99a3-49d0-af37-c58d18db2e2c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.745811 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99d2df67-eb3d-4fac-ae7c-003db06ba88f req-29578527-99a3-49d0-af37-c58d18db2e2c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0936694 Sep 16 14:59:21.751856 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-c07b5309-b000-4f4d-bfc0-696c9af4eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.753237 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-c07b5309-b000-4f4d-bfc0-696c9af4eaf7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0715110 Sep 16 14:59:21.818091 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99d2df67-eb3d-4fac-ae7c-003db06ba88f req-e48a9470-2ee9-4692-af88-43b39f3a0e8f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639060 Sep 16 14:59:21.826541 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-15105f7b-44d5-42c1-87b5-81479af75578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:21.828207 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-15105f7b-44d5-42c1-87b5-81479af75578 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586088 Sep 16 14:59:21.934152 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-361cd4ee-4bdb-47fd-88f4-9ee6b175ea67 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919111 Sep 16 14:59:22.081907 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03f6f67a-0cf3-4e92-b34e-7a22f4ae643a req-f2c7b66d-5f3d-409b-8d85-63c46c13bcaf service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310539 Sep 16 14:59:22.090153 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a959-ff56-486a-b14c-388d6bcebbae req-6870fd0b-4cfa-4fff-a6ca-89b7d65aabc1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:22.091663 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7a5a959-ff56-486a-b14c-388d6bcebbae req-6870fd0b-4cfa-4fff-a6ca-89b7d65aabc1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 943 time: 0.0727293 Sep 16 14:59:22.355952 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7a5a959-ff56-486a-b14c-388d6bcebbae req-ae65a136-87d0-4e6c-97b1-d126cd089f69 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573442 Sep 16 14:59:22.373941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f0113-7ed7-4f59-9403-39ffbb5be391 req-f8cc6e61-18c8-4c25-a7f2-488584b33999 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:22.375475 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f37f0113-7ed7-4f59-9403-39ffbb5be391 req-f8cc6e61-18c8-4c25-a7f2-488584b33999 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 948 time: 0.0650778 Sep 16 14:59:22.420078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f37f0113-7ed7-4f59-9403-39ffbb5be391 req-830f0519-fc93-47b7-bf8b-2395c321264a tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Sep 16 14:59:22.478116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abeb45-c239-4e50-8acc-3206678dc9e5 req-a223d2ef-0500-46ba-b4df-4f22c42827c2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:22.478116 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e7abeb45-c239-4e50-8acc-3206678dc9e5 req-a223d2ef-0500-46ba-b4df-4f22c42827c2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0527155 Sep 16 14:59:22.516931 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e7abeb45-c239-4e50-8acc-3206678dc9e5 req-76911e7e-2f09-45be-9054-6aca4b998204 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365644 Sep 16 14:59:22.859610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d028c93c-7893-4225-9ad8-6e11f5ad353b details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:59:22.970345 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:22.971863 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5788ddf-42ae-4a9e-8a36-09c6c36ace37 req-75e24da0-b9ab-4e08-b01a-e7644f663d3a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:22.973756 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a5788ddf-42ae-4a9e-8a36-09c6c36ace37 req-75e24da0-b9ab-4e08-b01a-e7644f663d3a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0788581 Sep 16 14:59:22.987256 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'd028c93c-7893-4225-9ad8-6e11f5ad353b', 'network_id': 'e18077a2-ecfe-49cf-9a97-e2de03826094', 'port_id': 'd028c93c-7893-4225-9ad8-6e11f5ad353b', 'mac_address': 'fa:16:3e:19:87:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8661332-5c65-432f-a09c-92a236513023', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:59:23.019442 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a5788ddf-42ae-4a9e-8a36-09c6c36ace37 req-fcde20d4-2549-40be-8f6a-66110a2a99b6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385089 Sep 16 14:59:23.032482 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:23.046244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d028c93c-7893-4225-9ad8-6e11f5ad353b {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:23.074927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:23.249155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:23.305632 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:23.493148 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab3760-4c21-4361-a147-7fa489a1d7cc req-53dab9a8-839d-4538-a460-2de201b8dfba tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.494704 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ebab3760-4c21-4361-a147-7fa489a1d7cc req-53dab9a8-839d-4538-a460-2de201b8dfba tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 943 time: 0.0493593 Sep 16 14:59:23.557423 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ebab3760-4c21-4361-a147-7fa489a1d7cc req-84b78a87-f8b2-4f4b-8cf6-1c665a9d689a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556142 Sep 16 14:59:23.589261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-93238757-5ec7-4ded-bf05-191f2e3184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.589261 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-93238757-5ec7-4ded-bf05-191f2e3184e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0644991 Sep 16 14:59:23.612737 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['d028c93c-7893-4225-9ad8-6e11f5ad353b'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:23.722850 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45cef0-0944-4de3-9468-53abf6834690 req-c10aa2c8-2766-46b7-96e1-353e1074efc9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.724413 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4a45cef0-0944-4de3-9468-53abf6834690 req-c10aa2c8-2766-46b7-96e1-353e1074efc9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.1046379 Sep 16 14:59:23.741212 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-80545cba-e231-40dd-9fa3-b2a759dade8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.742686 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-80545cba-e231-40dd-9fa3-b2a759dade8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.1424696 Sep 16 14:59:23.781683 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-65ff8758-7fce-4dcb-ba6a-011ca1935ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:23.792922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-3b7f86e8-cdbb-4500-9426-baba13bb75f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 217 time: 0.0405929 Sep 16 14:59:23.812527 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4a45cef0-0944-4de3-9468-53abf6834690 req-b4ec64ac-15cd-4255-9c6b-45296425dace tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803909 Sep 16 14:59:23.849779 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-14a8bba1-ad02-4f4e-823a-718f239ce072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.851256 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-14a8bba1-ad02-4f4e-823a-718f239ce072 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0484014 Sep 16 14:59:23.908989 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-2b9aebd7-1b70-4a24-9b50-86c1976134d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452864 Sep 16 14:59:23.960520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110126b-983e-48c9-8ba0-dbc7f5a39886 req-3a410a38-e8b2-459a-bee2-09ecca99da6b tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:23.960984 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c110126b-983e-48c9-8ba0-dbc7f5a39886 req-3a410a38-e8b2-459a-bee2-09ecca99da6b tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 949 time: 0.0889430 Sep 16 14:59:24.046684 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c110126b-983e-48c9-8ba0-dbc7f5a39886 req-c6aa0022-0460-4bce-9b0d-9d224b892e03 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712276 Sep 16 14:59:24.057993 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-52c1f5fa-8da8-4e1e-b708-9ab2835877f7 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405780 Sep 16 14:59:24.157626 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0189082b-8ad8-4cdf-a5fa-82a2cd926cc9 req-62354b3c-8dda-4d64-9e79-a4bb80435027 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884430 Sep 16 14:59:24.470996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-1b9b9805-626a-47b7-8ad1-c8862b697af6 req-7a6c9001-a636-4718-81f7-d6c87292820e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:59:24.472273 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1b9b9805-626a-47b7-8ad1-c8862b697af6 req-7a6c9001-a636-4718-81f7-d6c87292820e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054481 Sep 16 14:59:24.843883 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280bc5f-fe19-4740-8b94-8ca9237df14f req-32a5798e-d2f3-4b1e-b7ce-7bbff6531c72 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:24.845314 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f280bc5f-fe19-4740-8b94-8ca9237df14f req-32a5798e-d2f3-4b1e-b7ce-7bbff6531c72 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 943 time: 0.0483611 Sep 16 14:59:24.873003 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 9cfb9fef-20c2-4099-a090-904a2a9dad17 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:59:24.876689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d028c93c-7893-4225-9ad8-6e11f5ad353b up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:59:24.912757 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f280bc5f-fe19-4740-8b94-8ca9237df14f req-6ecdb537-b50f-4ddf-95ea-17651f188222 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 Sep 16 14:59:25.029085 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049be98-4e29-41ee-ad84-83370a1f5ccc req-b80607b8-5d29-4229-81b9-9eef8388217f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:25.030680 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3049be98-4e29-41ee-ad84-83370a1f5ccc req-b80607b8-5d29-4229-81b9-9eef8388217f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0601232 Sep 16 14:59:25.032981 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:25.046105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'port_id': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'mac_address': 'fa:16:3e:93:c1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:59:25.075199 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3049be98-4e29-41ee-ad84-83370a1f5ccc req-0a22c0e4-5f3f-4ec6-888d-a2ef9f8b088f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378006 Sep 16 14:59:25.080663 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port d028c93c-7893-4225-9ad8-6e11f5ad353b completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:59:25.093168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:25.093168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port d028c93c-7893-4225-9ad8-6e11f5ad353b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:59:25.093168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:25.122387 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfb9fef-20c2-4099-a090-904a2a9dad17 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:25.151492 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:25.224787 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f5038-3df5-4e3f-8c83-59b24367abfd req-35fabc08-c8eb-42ae-bf6e-2e6de34175fc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:25.224787 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a09f5038-3df5-4e3f-8c83-59b24367abfd req-35fabc08-c8eb-42ae-bf6e-2e6de34175fc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0625417 Sep 16 14:59:25.225011 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:25.245035 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:25.247358 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a2f78d-5e22-46c5-bea0-19ccf9f8edae" -d '{"events": [{"server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "name": "network-vif-plugged", "status": "completed", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:25.258862 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a09f5038-3df5-4e3f-8c83-59b24367abfd req-b4992cbd-4edb-4b41-9b41-5d2fee92c57b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Sep 16 14:59:25.259945 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:25.312524 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:25.369231 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:25.378083 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98d14-7e48-4f17-a2c1-e94bde9cca42 req-e8e32cf7-7901-4966-b2fe-d571365eaf99 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:25.379750 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91c98d14-7e48-4f17-a2c1-e94bde9cca42 req-e8e32cf7-7901-4966-b2fe-d571365eaf99 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 949 time: 0.0580699 Sep 16 14:59:25.386630 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:25.387638 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 14:59:25.423466 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91c98d14-7e48-4f17-a2c1-e94bde9cca42 req-10769110-61f3-45cc-a28e-1e8e75251f7d tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Sep 16 14:59:25.470342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:25.511268 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee671706-6b7f-48d0-aab7-ecddd7b3735a x-openstack-request-id: req-ee671706-6b7f-48d0-aab7-ecddd7b3735a {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:25.517751 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "name": "network-vif-plugged", "status": "completed", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:25.518089 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee671706-6b7f-48d0-aab7-ecddd7b3735a {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:25.518474 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b', 'code': 200} Sep 16 14:59:25.583388 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 32824) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:25.679075 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:25.681077 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-bfe2b9b2-beeb-4c0f-b485-cd043398d29d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961893 Sep 16 14:59:25.694220 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-412545cc-4988-464a-b0e7-4b1ceb1bb898 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 14:59:25.695562 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-412545cc-4988-464a-b0e7-4b1ceb1bb898 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068600 Sep 16 14:59:25.935338 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166fae4-3aae-4aaf-bda5-195658075b30 req-f81101c8-c958-48b4-9bfc-502d227b044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:25.937752 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e166fae4-3aae-4aaf-bda5-195658075b30 req-f81101c8-c958-48b4-9bfc-502d227b044b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 1103 time: 0.0641718 Sep 16 14:59:25.974674 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e166fae4-3aae-4aaf-bda5-195658075b30 req-0df7e6d3-02d6-43b3-bced-0944934f7ff6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304964 Sep 16 14:59:26.040705 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555f2e8-7113-4387-8941-1bd02c3de17a req-20b564d9-5de5-41f3-a0cb-c1a9046ebdf8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:26.042247 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f555f2e8-7113-4387-8941-1bd02c3de17a req-20b564d9-5de5-41f3-a0cb-c1a9046ebdf8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 944 time: 0.0519321 Sep 16 14:59:26.089575 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f555f2e8-7113-4387-8941-1bd02c3de17a req-e52367a9-89b0-4d35-9751-e7cef9ef0462 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Sep 16 14:59:26.202436 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004a88-53f4-46de-b0a6-5d56f59f6812 req-df6faa16-0854-4e0c-b55e-a62b04e9600f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:26.203888 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b8004a88-53f4-46de-b0a6-5d56f59f6812 req-df6faa16-0854-4e0c-b55e-a62b04e9600f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0495663 Sep 16 14:59:26.242269 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b8004a88-53f4-46de-b0a6-5d56f59f6812 req-a4b4d3f7-779f-4bf4-a28b-ecb338f026ec tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Sep 16 14:59:26.391859 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202aa7-50bf-4963-ac2e-2ee9a740407c req-626bf7e8-2978-4ccb-800c-5f949ae64f0f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:26.393586 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f0202aa7-50bf-4963-ac2e-2ee9a740407c req-626bf7e8-2978-4ccb-800c-5f949ae64f0f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0547581 Sep 16 14:59:26.434949 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f0202aa7-50bf-4963-ac2e-2ee9a740407c req-5f18380b-dd35-44d4-a562-8798229c4e5e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349636 Sep 16 14:59:26.495279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-71a3fc9f-b923-4468-b181-bf3af056d4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:26.559287 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1a6da-59d0-4619-b990-24b5eae76b73 req-d530a76e-66d8-4b49-ad69-8cc6a5cc3e07 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:26.560918 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cab1a6da-59d0-4619-b990-24b5eae76b73 req-d530a76e-66d8-4b49-ad69-8cc6a5cc3e07 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.0588939 Sep 16 14:59:26.610630 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cab1a6da-59d0-4619-b990-24b5eae76b73 req-25952f15-e019-45f3-88d4-116b922adab3 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353007 Sep 16 14:59:26.886367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 9cfb9fef-20c2-4099-a090-904a2a9dad17 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 14:59:27.008300 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 9cfb9fef-20c2-4099-a090-904a2a9dad17 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 14:59:27.012968 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 9cfb9fef-20c2-4099-a090-904a2a9dad17 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 14:59:27.013332 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:27.086757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:27.117868 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:27.202169 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c20559-0b29-434d-9b62-c0ba6b8fd8fb req-0c33dfda-4f7e-4d04-8567-80eabfa6ef56 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:27.203663 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d0c20559-0b29-434d-9b62-c0ba6b8fd8fb req-0c33dfda-4f7e-4d04-8567-80eabfa6ef56 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 944 time: 0.0482357 Sep 16 14:59:27.207631 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:27.245197 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d0c20559-0b29-434d-9b62-c0ba6b8fd8fb req-b7f73d53-7bd0-4022-8803-b751adae64c4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Sep 16 14:59:27.267024 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:27.339997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:27.365928 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37391-c2a1-47f6-ab44-367f0db95af5 req-edb0e0d1-5478-41d5-9b1e-84bcaafa96e5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:27.367399 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43e37391-c2a1-47f6-ab44-367f0db95af5 req-edb0e0d1-5478-41d5-9b1e-84bcaafa96e5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0515888 Sep 16 14:59:27.407758 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43e37391-c2a1-47f6-ab44-367f0db95af5 req-3363e845-376a-4e00-aa51-bef78d31e857 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Sep 16 14:59:27.519619 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:27.522054 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f88e09-485f-42b0-82e0-18a735eaf71c" -d '{"events": [{"server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:27.548665 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843dc0-2efa-4a11-9892-4c9b8f17f8c3 req-f645e437-de96-4f00-962a-4e626a661022 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:27.550182 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd843dc0-2efa-4a11-9892-4c9b8f17f8c3 req-f645e437-de96-4f00-962a-4e626a661022 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Sep 16 14:59:27.560464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27503d-762a-4edc-b8ad-a5df2ee5cbd0 x-openstack-request-id: req-5c27503d-762a-4edc-b8ad-a5df2ee5cbd0 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:27.560464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "name": "network-vif-plugged", "status": "completed", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:27.560464 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c27503d-762a-4edc-b8ad-a5df2ee5cbd0 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:27.560464 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'code': 200} Sep 16 14:59:27.589269 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd843dc0-2efa-4a11-9892-4c9b8f17f8c3 req-7c008650-c174-4b96-9029-f67f9b1d6bdc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Sep 16 14:59:27.728827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76fb7-3bc7-47b5-9c31-b00f99ac3ef3 req-761cefc3-2e8e-4dcd-84b6-7f13a50f122f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:27.730295 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b9b76fb7-3bc7-47b5-9c31-b00f99ac3ef3 req-761cefc3-2e8e-4dcd-84b6-7f13a50f122f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.0474515 Sep 16 14:59:27.751120 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:27.770527 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b9b76fb7-3bc7-47b5-9c31-b00f99ac3ef3 req-cf2fbbb1-8f58-4871-a664-793969a12c2f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Sep 16 14:59:27.976272 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17883c0f-593f-4d9a-aba0-ea4b0cf79cd0 req-86ad8bcc-6bd6-402a-bb45-41b78b57e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:27.977768 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-17883c0f-593f-4d9a-aba0-ea4b0cf79cd0 req-86ad8bcc-6bd6-402a-bb45-41b78b57e5a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1098 time: 0.0417736 Sep 16 14:59:28.012735 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-17883c0f-593f-4d9a-aba0-ea4b0cf79cd0 req-0c5c99c8-c313-4d4b-8a22-b4289b2575e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278788 Sep 16 14:59:28.300624 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1a5b5-448b-42b0-b183-927b619b6ad9 req-d05643d8-d7f1-4950-ba4e-3fbf87520a6d tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:28.302295 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5a1a5b5-448b-42b0-b183-927b619b6ad9 req-d05643d8-d7f1-4950-ba4e-3fbf87520a6d tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.0496023 Sep 16 14:59:28.370055 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5a1a5b5-448b-42b0-b183-927b619b6ad9 req-feada539-f05c-4e9a-a7ef-24f0517f7712 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Sep 16 14:59:28.385910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63f739-5820-49c2-9fb1-aa325a0bc86e req-b2681cab-a7fc-4902-aa1b-6006cad43115 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:28.388244 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9a63f739-5820-49c2-9fb1-aa325a0bc86e req-b2681cab-a7fc-4902-aa1b-6006cad43115 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0696831 Sep 16 14:59:28.426457 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9a63f739-5820-49c2-9fb1-aa325a0bc86e req-3caf5da2-8ea3-4cd9-ac98-4b57664e655f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Sep 16 14:59:28.529881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e71cd-a361-4b67-8534-f60854df6ac4 req-54d4d1cb-16d4-4140-a099-66ac43f41511 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:28.531355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-380e71cd-a361-4b67-8534-f60854df6ac4 req-54d4d1cb-16d4-4140-a099-66ac43f41511 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0512474 Sep 16 14:59:28.567944 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-380e71cd-a361-4b67-8534-f60854df6ac4 req-0f6c3502-2194-4069-bf83-eabe671b0068 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Sep 16 14:59:28.714731 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afe600-114a-444d-b8c6-303054433fee req-6ada235c-7fd8-4f6d-923e-51cef163c832 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:28.716388 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-92afe600-114a-444d-b8c6-303054433fee req-6ada235c-7fd8-4f6d-923e-51cef163c832 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0581763 Sep 16 14:59:28.754644 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-92afe600-114a-444d-b8c6-303054433fee req-c2ae5967-9543-4900-b122-952830e411e2 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Sep 16 14:59:29.026030 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:29.485242 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d86e2-08d8-4053-9ed7-3d3eff450e5a req-a46d2526-1d23-4674-804e-d30fc08c444e tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:29.486787 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c9d86e2-08d8-4053-9ed7-3d3eff450e5a req-a46d2526-1d23-4674-804e-d30fc08c444e tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.0473552 Sep 16 14:59:29.555543 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c9d86e2-08d8-4053-9ed7-3d3eff450e5a req-5c1e19ea-48ce-4c52-8af7-3065e620c59f tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627501 Sep 16 14:59:29.570105 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f30e8b-b3ec-4f0b-a35e-aae312882e47 req-c44728d8-8281-45f6-8548-c95d165713b5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:29.570105 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60f30e8b-b3ec-4f0b-a35e-aae312882e47 req-c44728d8-8281-45f6-8548-c95d165713b5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0757530 Sep 16 14:59:29.609072 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60f30e8b-b3ec-4f0b-a35e-aae312882e47 req-307a09f7-69c2-4b75-b28b-20bdf2d0be45 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Sep 16 14:59:29.687301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b5e04-76bb-4f5b-abeb-7811986b2ea9 req-81bf38df-8991-451f-9442-1022da57f0c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:29.688785 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb0b5e04-76bb-4f5b-abeb-7811986b2ea9 req-81bf38df-8991-451f-9442-1022da57f0c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0473459 Sep 16 14:59:29.728186 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb0b5e04-76bb-4f5b-abeb-7811986b2ea9 req-5f6ed4d5-e8d7-4917-ac24-a7ccbd37aa79 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Sep 16 14:59:29.866571 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4015d-72fa-48f3-b955-f0d4d83379c3 req-025d1812-80a2-4d02-a8b0-9f3f0f709f6c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:29.868111 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12b4015d-72fa-48f3-b955-f0d4d83379c3 req-025d1812-80a2-4d02-a8b0-9f3f0f709f6c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0479920 Sep 16 14:59:29.905583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12b4015d-72fa-48f3-b955-f0d4d83379c3 req-a9b68c28-8d8e-4f49-aa8e-91761824ca87 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Sep 16 14:59:30.466877 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40d695-623e-40cd-8e58-c41325666550 req-b74f2468-ecbc-4c27-87af-a791ff508df3 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:30.468328 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4c40d695-623e-40cd-8e58-c41325666550 req-b74f2468-ecbc-4c27-87af-a791ff508df3 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.22 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.0514882 Sep 16 14:59:30.595430 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Deleting port d028c93c-7893-4225-9ad8-6e11f5ad353b {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 14:59:30.596426 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:30.748440 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] For port d028c93c-7893-4225-9ad8-6e11f5ad353b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d028c93c-7893-4225-9ad8-6e11f5ad353b,segment=NetworkSegment(312ea44f-21b4-41f9-86d5-a838fc4baaec),segment_id=312ea44f-21b4-41f9-86d5-a838fc4baaec)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:30.748708 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:30.758465 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399c6b4-31ff-404c-a614-8d83ce9e8578 req-daaea766-4309-44d0-a44d-0d3295f42a3a tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:30.760539 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b399c6b4-31ff-404c-a614-8d83ce9e8578 req-daaea766-4309-44d0-a44d-0d3295f42a3a tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 950 time: 0.1362882 Sep 16 14:59:30.780412 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Calling delete_port for d028c93c-7893-4225-9ad8-6e11f5ad353b owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 14:59:30.812420 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230276c-1f9d-45bf-be0c-6a2ec7bf67cb req-7cc8e7d0-fcb2-4a52-90f5-203f1ff165bd tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:30.814010 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a230276c-1f9d-45bf-be0c-6a2ec7bf67cb req-7cc8e7d0-fcb2-4a52-90f5-203f1ff165bd tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.1301661 Sep 16 14:59:30.897827 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b399c6b4-31ff-404c-a614-8d83ce9e8578 req-fa3759bd-e283-4998-aa4c-ac2d662f2c18 tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/security-groups?id=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293306 Sep 16 14:59:30.933062 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a230276c-1f9d-45bf-be0c-6a2ec7bf67cb req-da8f7cb4-a9b7-4ccb-a553-b97361704f04 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Sep 16 14:59:31.073558 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a573-c33d-495d-a772-21e9d0c77ca5 req-17a45827-885c-4718-aefa-c417fcdc6887 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:31.074944 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd30a573-c33d-495d-a772-21e9d0c77ca5 req-17a45827-885c-4718-aefa-c417fcdc6887 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.1205041 Sep 16 14:59:31.116360 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1aea5-b733-4523-a921-dbe6aceb981a req-10da287f-2100-4628-ba51-6a976b280c1e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:31.117803 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d1f1aea5-b733-4523-a921-dbe6aceb981a req-10da287f-2100-4628-ba51-6a976b280c1e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.1026900 Sep 16 14:59:31.136877 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd30a573-c33d-495d-a772-21e9d0c77ca5 req-25898be6-2b40-4b35-985a-e23ea581dfbe tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531821 Sep 16 14:59:31.155573 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:31.163941 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d1f1aea5-b733-4523-a921-dbe6aceb981a req-5d1b944a-7694-4a7e-8f3e-69f94d51fc0e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Sep 16 14:59:31.175324 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['d028c93c-7893-4225-9ad8-6e11f5ad353b'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:31.192794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Pushing event deleted for resources: {'Port': ['ID=d028c93c-7893-4225-9ad8-6e11f5ad353b,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:31.283391 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] No DVR routers for this DVR port d028c93c-7893-4225-9ad8-6e11f5ad353b on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 14:59:31.288241 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:31.290205 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4c40d695-623e-40cd-8e58-c41325666550 req-95038418-44bc-4f64-9a1d-184e4e7c1ded tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.22 "DELETE /v2.0/ports/d028c93c-7893-4225-9ad8-6e11f5ad353b HTTP/1.1" status: 204 len: 173 time: 0.8156416 Sep 16 14:59:31.290725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'name': 'network-vif-deleted', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:31.293132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df4e22c-0b11-4b2d-a8d9-e980ac7dbc38" -d '{"events": [{"server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "name": "network-vif-deleted", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:31.319237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20ab3-c28c-42f4-bf3c-484ef6a950b0 req-d3a3b5b4-0c40-437e-be21-d5bef557b7cb tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:31.320953 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e8d20ab3-c28c-42f4-bf3c-484ef6a950b0 req-d3a3b5b4-0c40-437e-be21-d5bef557b7cb tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0935571 Sep 16 14:59:31.349484 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b741eb6-05b4-4b1c-a8af-dce709052aaa x-openstack-request-id: req-6b741eb6-05b4-4b1c-a8af-dce709052aaa {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:31.352135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250a327-f168-4237-9ccf-cce53b19a7d5", "name": "network-vif-deleted", "tag": "d028c93c-7893-4225-9ad8-6e11f5ad353b", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:31.352135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b741eb6-05b4-4b1c-a8af-dce709052aaa {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:31.352135 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6250a327-f168-4237-9ccf-cce53b19a7d5', 'name': 'network-vif-deleted', 'tag': 'd028c93c-7893-4225-9ad8-6e11f5ad353b', 'status': 'completed', 'code': 200} Sep 16 14:59:31.376159 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e8d20ab3-c28c-42f4-bf3c-484ef6a950b0 req-aa3346ee-59a0-472a-9b6b-19a6d1bd3042 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Sep 16 14:59:31.707464 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3e791-84c8-4881-b8d1-e7feece66e3a req-ddd322b2-be23-4013-aca4-d121f10ac0fb tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:31.709069 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fcb3e791-84c8-4881-b8d1-e7feece66e3a req-ddd322b2-be23-4013-aca4-d121f10ac0fb tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0513976 Sep 16 14:59:31.747078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fcb3e791-84c8-4881-b8d1-e7feece66e3a req-b3746aa9-0ca3-471f-9838-03bea20d1a03 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Sep 16 14:59:32.004702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-16708f7f-2cf4-4907-ad32-bff59a7e74f8 req-2e12b726-8f6d-43e2-9e29-2b3f64860bdd tempest-VolumesNegativeTest-1072815694 tempest-VolumesNegativeTest-1072815694-project] 10.222.0.30 "GET /v2.0/ports?device_id=6250a327-f168-4237-9ccf-cce53b19a7d5 HTTP/1.1" status: 200 len: 210 time: 0.0289381 Sep 16 14:59:32.260320 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff239376-c11b-422c-8066-67606df2e447 req-e2bb2664-1f6c-4d42-b7f9-a6bbb49daee6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:32.261867 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff239376-c11b-422c-8066-67606df2e447 req-e2bb2664-1f6c-4d42-b7f9-a6bbb49daee6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0537066 Sep 16 14:59:32.321468 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff239376-c11b-422c-8066-67606df2e447 req-13e36f95-a340-4c48-91f5-543673ce85f9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494294 Sep 16 14:59:32.425957 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06791a6d-5a11-42ad-b7f8-09d726fdb929 req-082bffdf-42c0-4ef8-9024-118067d062b9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:32.427346 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-06791a6d-5a11-42ad-b7f8-09d726fdb929 req-082bffdf-42c0-4ef8-9024-118067d062b9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.1645942 Sep 16 14:59:32.468647 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-06791a6d-5a11-42ad-b7f8-09d726fdb929 req-45471d79-49cb-4d08-bb1d-70899c40cd17 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Sep 16 14:59:33.446739 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668ca9-0c0e-4e4a-be75-e00bb2ffd1ef req-ad758d34-4c3d-47fc-8bf6-da1693013d65 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:33.448305 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eb668ca9-0c0e-4e4a-be75-e00bb2ffd1ef req-ad758d34-4c3d-47fc-8bf6-da1693013d65 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0519426 Sep 16 14:59:33.711195 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eb668ca9-0c0e-4e4a-be75-e00bb2ffd1ef req-e4b59d96-9e5e-42b4-ab03-2c8024650b9b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568071 Sep 16 14:59:33.730684 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9665-d250-4655-9753-69cfaca4f619 req-50074fc5-24b4-450e-ad31-772e04a3814a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:33.732358 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ad7e9665-d250-4655-9753-69cfaca4f619 req-50074fc5-24b4-450e-ad31-772e04a3814a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0636699 Sep 16 14:59:33.773233 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ad7e9665-d250-4655-9753-69cfaca4f619 req-0afc3815-9cee-4bc4-b9c8-4f2c0998b2d2 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 16 14:59:34.851672 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305d5b8-3f5c-46ee-8cb7-e2e29fe79c70 req-4e654dec-f611-4f3d-bc34-a1077f4fd603 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:34.856267 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b305d5b8-3f5c-46ee-8cb7-e2e29fe79c70 req-4e654dec-f611-4f3d-bc34-a1077f4fd603 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0509124 Sep 16 14:59:34.898582 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b305d5b8-3f5c-46ee-8cb7-e2e29fe79c70 req-68ffbb5a-58f1-4624-9e82-c1aeabb7ba26 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Sep 16 14:59:34.958400 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d028c93c-7893-4225-9ad8-6e11f5ad353b no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 14:59:35.000343 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: d028c93c-7893-4225-9ad8-6e11f5ad353b {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 14:59:35.000697 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d028c93c-7893-4225-9ad8-6e11f5ad353b not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 14:59:35.074356 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48454f-a170-48fc-b5ea-9c3d13351a43 req-7285bb13-393e-4912-ad79-900c6d3e8b1a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.083112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6e48454f-a170-48fc-b5ea-9c3d13351a43 req-7285bb13-393e-4912-ad79-900c6d3e8b1a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0525255 Sep 16 14:59:35.117694 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6e48454f-a170-48fc-b5ea-9c3d13351a43 req-351c4684-1e4b-483e-885a-9692634b31bb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367179 Sep 16 14:59:35.285695 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-258aebc0-26f5-4572-a1f6-69442bc1630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.287140 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-258aebc0-26f5-4572-a1f6-69442bc1630a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 1097 time: 0.0724401 Sep 16 14:59:35.360370 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-afdc5acc-bce2-4ff3-9792-328beab81705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.361870 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-afdc5acc-bce2-4ff3-9792-328beab81705 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1097 time: 0.0479698 Sep 16 14:59:35.470843 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-b897e989-3c1c-411b-947c-64ad889ce7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.472377 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-b897e989-3c1c-411b-947c-64ad889ce7ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.0984755 Sep 16 14:59:35.587174 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-826356fc-8220-47b2-92d3-4294125ae97b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1000 time: 0.0973186 Sep 16 14:59:35.645235 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-7724c1f2-b9f3-407c-a059-b046f93dad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.646953 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-7724c1f2-b9f3-407c-a059-b046f93dad7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0473149 Sep 16 14:59:35.694730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-31193f7e-6347-48e9-bd2f-ff0fe3c4aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:35.696216 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-31193f7e-6347-48e9-bd2f-ff0fe3c4aeef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413966 Sep 16 14:59:35.781195 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 14:59:35.801954 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-583fdfcb-4d8f-46a8-8252-8bcc4a20c9c3 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967813 Sep 16 14:59:35.905227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49a42363-401e-46c0-acef-8eb3df0a54c1 req-f684033f-26a8-41f0-8bd5-204b8444997d service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906539 Sep 16 14:59:36.087676 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15086-fda6-44fc-a633-7d900873cf9a req-5e94c3a5-7ca6-4f16-b3a2-a6a0839de76e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:36.090378 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ecc15086-fda6-44fc-a633-7d900873cf9a req-5e94c3a5-7ca6-4f16-b3a2-a6a0839de76e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0876763 Sep 16 14:59:36.137415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ecc15086-fda6-44fc-a633-7d900873cf9a req-ed72c7a5-f701-4860-8bec-0a95d40652b6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Sep 16 14:59:36.279866 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a4b1b-ecfc-493b-9f5a-69961f3cc365 req-684ea0b8-7e78-4700-9c98-95d34bd25878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:36.281445 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f14a4b1b-ecfc-493b-9f5a-69961f3cc365 req-684ea0b8-7e78-4700-9c98-95d34bd25878 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0924213 Sep 16 14:59:36.289984 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7639e-fd80-4aba-b5f4-f931ddd2396f req-6790f950-4659-4969-a9b1-af62364ef506 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:36.291516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-caa7639e-fd80-4aba-b5f4-f931ddd2396f req-6790f950-4659-4969-a9b1-af62364ef506 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0859671 Sep 16 14:59:36.364312 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-caa7639e-fd80-4aba-b5f4-f931ddd2396f req-c420d79e-dff6-4389-857f-4ee3a6cc75f1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 Sep 16 14:59:36.370520 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f14a4b1b-ecfc-493b-9f5a-69961f3cc365 req-c70516e7-d0a2-45a5-8acc-689c32941248 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761094 Sep 16 14:59:37.310309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46de2e-2af2-49af-897c-97e8088318cd req-69d51c1c-0c3c-4c63-b0e7-a450f595043b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:37.311760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f46de2e-2af2-49af-897c-97e8088318cd req-69d51c1c-0c3c-4c63-b0e7-a450f595043b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0794590 Sep 16 14:59:37.374416 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f46de2e-2af2-49af-897c-97e8088318cd req-2b24b73f-495e-4ca6-ba2e-f795855aa133 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558972 Sep 16 14:59:37.498646 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82058c1-40b4-4afd-9bf7-61c3bf5f9f29 req-6f34ddfd-5cbe-4450-924b-0958c898008b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:37.499718 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c82058c1-40b4-4afd-9bf7-61c3bf5f9f29 req-6f34ddfd-5cbe-4450-924b-0958c898008b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0522544 Sep 16 14:59:37.546548 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c82058c1-40b4-4afd-9bf7-61c3bf5f9f29 req-f840e014-0b7c-403c-bc23-a9bfba7a445c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Sep 16 14:59:38.558900 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bbb39-6d5e-4b70-a646-afc7e7036a2a req-ad377bff-0387-41ea-b212-dc3535daad57 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:38.560845 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-db4bbb39-6d5e-4b70-a646-afc7e7036a2a req-ad377bff-0387-41ea-b212-dc3535daad57 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0639184 Sep 16 14:59:38.602239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-db4bbb39-6d5e-4b70-a646-afc7e7036a2a req-4faeddaa-8e27-412f-aab3-ceb47efb71b5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Sep 16 14:59:38.666051 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d548c-bb13-4dbe-8844-01ec9de6d41b req-88bf8102-1680-4672-b5c3-229a838fd902 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:38.667614 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b12d548c-bb13-4dbe-8844-01ec9de6d41b req-88bf8102-1680-4672-b5c3-229a838fd902 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0487044 Sep 16 14:59:38.713065 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b12d548c-bb13-4dbe-8844-01ec9de6d41b req-930a4b18-741a-468f-8a52-cde8bac2b45c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Sep 16 14:59:39.672562 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad333-49ac-48a1-856e-85c0f553fc2d req-970748d4-bbc1-45df-ade2-0ef9f35e7b17 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:39.680468 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a53ad333-49ac-48a1-856e-85c0f553fc2d req-970748d4-bbc1-45df-ade2-0ef9f35e7b17 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0714986 Sep 16 14:59:39.750041 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 33254) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:39.774295 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a53ad333-49ac-48a1-856e-85c0f553fc2d req-2da2ddfa-24de-471d-bd4f-92c2cc5647f4 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883915 Sep 16 14:59:39.801271 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8aa01-9a7e-40fc-bc8f-574a24a35273 req-5af0b8cc-0830-4f3b-ba23-07a6aa29348c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:39.804732 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26d8aa01-9a7e-40fc-bc8f-574a24a35273 req-5af0b8cc-0830-4f3b-ba23-07a6aa29348c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.1022224 Sep 16 14:59:39.895559 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26d8aa01-9a7e-40fc-bc8f-574a24a35273 req-d8500e90-13cb-46ef-8b21-c073ac9f784d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833869 Sep 16 14:59:39.920544 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-5268575e-aebe-40b0-b2c6-54e03c9aa331 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4da121f2823c4d4ca5c4774607da8ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681943 Sep 16 14:59:39.922897 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 33258) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:39.933643 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b6c14-4ec3-4152-b023-606720fe35ab req-cd29ce8c-8b3a-4802-a885-713bf83513f7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:39.935171 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d92b6c14-4ec3-4152-b023-606720fe35ab req-cd29ce8c-8b3a-4802-a885-713bf83513f7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0790823 Sep 16 14:59:39.974851 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d92b6c14-4ec3-4152-b023-606720fe35ab req-5180437d-b615-4322-a0d6-2f4f0386a5f2 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Sep 16 14:59:39.976021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:40.002097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:40.145715 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:40.148559 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:40.151199 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dbb50766-0db3-4d93-9ac2-988e9a0fa9ff HTTP/1.1" status: 204 len: 168 time: 0.2261038 Sep 16 14:59:40.167549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23acc6a-359c-43fb-a659-cdfaa09d60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb50766-0db3-4d93-9ac2-988e9a0fa9ff,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:40.898856 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a29e1-50cf-4721-8841-18a3efd0205c req-7e93f7ec-f7d6-4ee9-b9f7-1b634940bbdf tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:40.900433 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-516a29e1-50cf-4721-8841-18a3efd0205c req-7e93f7ec-f7d6-4ee9-b9f7-1b634940bbdf tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Sep 16 14:59:40.941321 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-516a29e1-50cf-4721-8841-18a3efd0205c req-2513f2cc-3796-46db-91f9-3638caa8b8f0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Sep 16 14:59:41.048751 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708911-3718-4707-9441-35f127f6f8ca req-16b1a3c9-9f4c-47d2-9e6a-bb0545b93290 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:41.050260 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e7708911-3718-4707-9441-35f127f6f8ca req-16b1a3c9-9f4c-47d2-9e6a-bb0545b93290 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0577967 Sep 16 14:59:41.122050 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e7708911-3718-4707-9441-35f127f6f8ca req-af77217e-e9b7-488d-b85c-a9a1793206b5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624318 Sep 16 14:59:41.130305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1391b3e-0891-4438-8952-29e61bbac5eb req-b9c971fc-41b8-45a7-ba40-c88298ed4388 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:41.131733 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c1391b3e-0891-4438-8952-29e61bbac5eb req-b9c971fc-41b8-45a7-ba40-c88298ed4388 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0805783 Sep 16 14:59:41.179033 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c1391b3e-0891-4438-8952-29e61bbac5eb req-f98a205e-2a26-4a91-a8ef-b9f4a036161e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Sep 16 14:59:42.058075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56065a7c-7249-4f9c-bf12-054a70e06961 req-36ca942c-f923-4a1d-8430-a10a9ce9d7c9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:42.059533 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-56065a7c-7249-4f9c-bf12-054a70e06961 req-36ca942c-f923-4a1d-8430-a10a9ce9d7c9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0472388 Sep 16 14:59:42.103564 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-56065a7c-7249-4f9c-bf12-054a70e06961 req-834f597a-53a1-493c-a69f-15882e3ae055 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Sep 16 14:59:42.271244 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac8630-cff5-4f88-9728-c790a53da52f req-45fdcbb0-b6ac-43a7-964c-01943c776c8f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:42.279898 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a9ac8630-cff5-4f88-9728-c790a53da52f req-45fdcbb0-b6ac-43a7-964c-01943c776c8f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0760529 Sep 16 14:59:42.350220 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a9ac8630-cff5-4f88-9728-c790a53da52f req-81151730-e4c7-4204-bb9d-1e9973e73874 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694983 Sep 16 14:59:42.364699 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0221be-6975-49ad-90ee-4c0a3864be6b req-5540213f-c6f6-4c2d-a7c7-5bb9a08b85b0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:42.366665 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2d0221be-6975-49ad-90ee-4c0a3864be6b req-5540213f-c6f6-4c2d-a7c7-5bb9a08b85b0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0837038 Sep 16 14:59:42.412008 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2d0221be-6975-49ad-90ee-4c0a3864be6b req-fc1d897a-ab40-4d0c-a742-335123524c61 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Sep 16 14:59:42.734706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:43.240880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bef28a-d81a-404f-8f3f-af4186f31fcd req-1ba6cd81-8a28-4b36-9c80-63aa898be14e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:43.252849 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49bef28a-d81a-404f-8f3f-af4186f31fcd req-1ba6cd81-8a28-4b36-9c80-63aa898be14e tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Sep 16 14:59:43.300463 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-49bef28a-d81a-404f-8f3f-af4186f31fcd req-fffda377-9d1b-4e7c-9a16-6d57251466e3 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512688 Sep 16 14:59:43.488376 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66c72a-1966-4524-9824-9f3c7ffc4c95 req-252fce24-0ed4-46ed-b226-37f6a8c9d695 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:43.492383 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb66c72a-1966-4524-9824-9f3c7ffc4c95 req-252fce24-0ed4-46ed-b226-37f6a8c9d695 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0630329 Sep 16 14:59:43.583507 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bb66c72a-1966-4524-9824-9f3c7ffc4c95 req-cd674781-263f-4b6c-a703-a1127a4ef0fd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865395 Sep 16 14:59:43.607124 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c21af-5715-476a-b92d-1e3b83c17aca req-fecfbcca-ccfa-4534-b460-618a271c410e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:43.607956 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d47c21af-5715-476a-b92d-1e3b83c17aca req-fecfbcca-ccfa-4534-b460-618a271c410e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0960376 Sep 16 14:59:43.647526 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d47c21af-5715-476a-b92d-1e3b83c17aca req-f1b4af26-92e1-43b3-9b71-b3aaf4085528 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Sep 16 14:59:44.422318 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed051777-7154-49e8-a548-149f36e2f90b req-f1149809-1e15-4d6e-bec5-40e15c329d74 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:44.423795 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed051777-7154-49e8-a548-149f36e2f90b req-f1149809-1e15-4d6e-bec5-40e15c329d74 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Sep 16 14:59:44.465806 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed051777-7154-49e8-a548-149f36e2f90b req-4b5fab14-0994-4bed-bc76-7fc14c7b36d8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Sep 16 14:59:44.720384 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35400-1a5b-48f8-a3bb-664b8eb73c53 req-6b2417bb-7d5b-4860-b92c-64f1ac6719de tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:44.721961 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-45a35400-1a5b-48f8-a3bb-664b8eb73c53 req-6b2417bb-7d5b-4860-b92c-64f1ac6719de tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0660403 Sep 16 14:59:44.790614 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-45a35400-1a5b-48f8-a3bb-664b8eb73c53 req-32a8e95d-29f3-4cee-a96d-5e27cc7d8c24 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627789 Sep 16 14:59:44.806688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43d8cd-b78d-4f47-92d7-22db1f4f8573 req-29459201-c5ce-425f-afe5-99ee6c310dcb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:44.820078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c43d8cd-b78d-4f47-92d7-22db1f4f8573 req-29459201-c5ce-425f-afe5-99ee6c310dcb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0736721 Sep 16 14:59:44.854347 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c43d8cd-b78d-4f47-92d7-22db1f4f8573 req-465f4e7f-1de3-4028-b539-76a2f852a9a8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Sep 16 14:59:45.591543 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b6190-28e1-4853-907b-27b57472c80d req-bac4b4ac-2d3e-4110-b669-239186f2918a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:45.593390 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-831b6190-28e1-4853-907b-27b57472c80d req-bac4b4ac-2d3e-4110-b669-239186f2918a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0613260 Sep 16 14:59:45.638768 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-831b6190-28e1-4853-907b-27b57472c80d req-e49f1d75-6208-4e5d-a4a8-71f7db1d04c1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Sep 16 14:59:45.928305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64015c14-38e5-4329-a2bd-b18d81685212 req-5e98b3af-d4c4-4d85-bb94-3cf3f197b462 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:45.929861 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64015c14-38e5-4329-a2bd-b18d81685212 req-5e98b3af-d4c4-4d85-bb94-3cf3f197b462 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0664592 Sep 16 14:59:45.999524 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64015c14-38e5-4329-a2bd-b18d81685212 req-4fd061f4-81e2-4705-817f-95e4c477b882 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598006 Sep 16 14:59:46.013511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41642-16b3-4d63-bb06-9ecec7fca1c2 req-34b687e4-daf6-43b7-8c9c-052da4b44c4e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:46.014969 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4df41642-16b3-4d63-bb06-9ecec7fca1c2 req-34b687e4-daf6-43b7-8c9c-052da4b44c4e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0735810 Sep 16 14:59:46.057256 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4df41642-16b3-4d63-bb06-9ecec7fca1c2 req-9c81115e-21e2-475f-8242-327579f4e04b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Sep 16 14:59:46.761924 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2fc8e-5740-4174-8366-904b20e25697 req-b5d4975f-c166-4727-8850-2afb80212dfb tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:46.763418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61d2fc8e-5740-4174-8366-904b20e25697 req-b5d4975f-c166-4727-8850-2afb80212dfb tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Sep 16 14:59:46.802946 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61d2fc8e-5740-4174-8366-904b20e25697 req-e89beb4f-6f05-4e59-977f-8838a99c4785 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Sep 16 14:59:47.127307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945a82-4598-4fe9-951c-69f9fc742020 req-71dc4df7-976c-4827-b6d0-361b66b0ef6c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:47.128870 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fb945a82-4598-4fe9-951c-69f9fc742020 req-71dc4df7-976c-4827-b6d0-361b66b0ef6c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0495358 Sep 16 14:59:47.170096 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fb945a82-4598-4fe9-951c-69f9fc742020 req-d6d3c0aa-f2e8-4e91-9d3c-2ab9c49eee72 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352681 Sep 16 14:59:47.286189 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e965ac4-f6da-4ebd-8af2-e66f29434aa0 req-14b44eab-1be1-4387-afe0-3fdedfc3ea21 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:47.287683 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e965ac4-f6da-4ebd-8af2-e66f29434aa0 req-14b44eab-1be1-4387-afe0-3fdedfc3ea21 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0509882 Sep 16 14:59:47.332846 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e965ac4-f6da-4ebd-8af2-e66f29434aa0 req-11b6ca2c-c899-46cd-ac22-ead5d2b15370 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383840 Sep 16 14:59:47.942992 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca2dad-ae9c-40e0-8441-7a84ff360e46 req-33bca972-e3e4-4675-9614-71bc6d8314d8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:47.944711 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01ca2dad-ae9c-40e0-8441-7a84ff360e46 req-33bca972-e3e4-4675-9614-71bc6d8314d8 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0559733 Sep 16 14:59:47.988071 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01ca2dad-ae9c-40e0-8441-7a84ff360e46 req-47d4133c-6fa9-454b-b4a6-1ad3b7a36193 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Sep 16 14:59:48.300631 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c400b-3eb0-4750-ab2e-ac5c37a4d179 req-066dbab3-4af7-4746-bf68-bdd8ca96267a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:48.416211 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d98c400b-3eb0-4750-ab2e-ac5c37a4d179 req-066dbab3-4af7-4746-bf68-bdd8ca96267a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0523298 Sep 16 14:59:48.416211 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d98c400b-3eb0-4750-ab2e-ac5c37a4d179 req-10bae9c2-ccb4-49da-8c55-78872b8b7afc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Sep 16 14:59:48.461632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f1b5c-4e5f-497e-a081-d9d69ce60a49 req-9630107d-944f-4b42-837c-d5b5cfa3071d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:48.463795 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b45f1b5c-4e5f-497e-a081-d9d69ce60a49 req-9630107d-944f-4b42-837c-d5b5cfa3071d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0616143 Sep 16 14:59:48.505643 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b45f1b5c-4e5f-497e-a081-d9d69ce60a49 req-7c53568a-1c3a-4dda-ae0e-3e2b96d67769 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Sep 16 14:59:49.103670 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4df80a-092e-4aa5-97c4-936b43c73a5d req-e96751ad-0ab4-4854-9012-af2eff7cda81 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:49.105228 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4d4df80a-092e-4aa5-97c4-936b43c73a5d req-e96751ad-0ab4-4854-9012-af2eff7cda81 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Sep 16 14:59:49.144080 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4d4df80a-092e-4aa5-97c4-936b43c73a5d req-75ecd3ad-1d69-4332-8934-f053aa00bb87 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326157 Sep 16 14:59:49.542430 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffccf59-233f-42b3-bc6f-59d92269fdd0 req-6bb1f6ed-e1c2-437b-ae4b-a2ec9fe229fa tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:49.542430 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ffccf59-233f-42b3-bc6f-59d92269fdd0 req-6bb1f6ed-e1c2-437b-ae4b-a2ec9fe229fa tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0639663 Sep 16 14:59:49.594399 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ffccf59-233f-42b3-bc6f-59d92269fdd0 req-b5d6d949-f867-43a7-b9f6-39c93ed2d4ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557485 Sep 16 14:59:49.643396 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419b779-8eb6-45e7-a71d-4c586c8de3fa req-b7b338b0-b768-4723-b7e3-e99ece14e0fd tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:49.644888 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c419b779-8eb6-45e7-a71d-4c586c8de3fa req-b7b338b0-b768-4723-b7e3-e99ece14e0fd tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0680201 Sep 16 14:59:49.682767 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c419b779-8eb6-45e7-a71d-4c586c8de3fa req-f85df554-0c39-4134-9919-6d29ed0dd71b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Sep 16 14:59:50.264842 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ab29c-020a-4078-bc48-850d43d3e187 req-2d6ba171-6bf1-4ba2-9a75-19943b70e282 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:50.266408 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-470ab29c-020a-4078-bc48-850d43d3e187 req-2d6ba171-6bf1-4ba2-9a75-19943b70e282 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Sep 16 14:59:50.307029 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-470ab29c-020a-4078-bc48-850d43d3e187 req-56ff5c32-147e-4609-804f-c813c9c880d5 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Sep 16 14:59:50.714173 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651d909-5471-438f-ac87-328d4a30d861 req-ad7531f1-f1fc-450d-9c43-8a5205938c3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:50.715673 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f651d909-5471-438f-ac87-328d4a30d861 req-ad7531f1-f1fc-450d-9c43-8a5205938c3e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Sep 16 14:59:50.754684 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f651d909-5471-438f-ac87-328d4a30d861 req-8c447eb3-4f0d-4a35-a660-f09147f14a56 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Sep 16 14:59:50.802008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b66682-ae06-4e83-8ce1-7b0ab8dd3956 req-f0627689-638d-4c53-9974-2ebaf39a4b0b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:50.803464 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e5b66682-ae06-4e83-8ce1-7b0ab8dd3956 req-f0627689-638d-4c53-9974-2ebaf39a4b0b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0527306 Sep 16 14:59:50.840590 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e5b66682-ae06-4e83-8ce1-7b0ab8dd3956 req-64ca12fa-a344-450c-957e-884550c15ea8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Sep 16 14:59:51.425877 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef82c44-4e85-4157-853a-f7a0e0ce02c4 req-23ba91fa-6eb8-4ed7-8773-2eef20817388 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:51.428620 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ef82c44-4e85-4157-853a-f7a0e0ce02c4 req-23ba91fa-6eb8-4ed7-8773-2eef20817388 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Sep 16 14:59:51.472603 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ef82c44-4e85-4157-853a-f7a0e0ce02c4 req-8e3ec1ab-00ae-4e55-96ec-06646f13a85c tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Sep 16 14:59:51.873880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2b8f2-46e6-4267-8233-fba0d07d7d99 req-0de46b2d-99df-4e1c-9fcc-9ceec00fcd46 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:51.875453 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bdc2b8f2-46e6-4267-8233-fba0d07d7d99 req-0de46b2d-99df-4e1c-9fcc-9ceec00fcd46 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0487568 Sep 16 14:59:51.923982 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bdc2b8f2-46e6-4267-8233-fba0d07d7d99 req-31c9053f-7bfd-4ec1-b0e8-0656aa537c1a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425396 Sep 16 14:59:51.965261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d6ffd-6527-40ce-bad8-84c3514b723d req-e8e2b150-2f40-45d1-8a63-cd3f4cf140ce tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:51.966763 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6f8d6ffd-6527-40ce-bad8-84c3514b723d req-e8e2b150-2f40-45d1-8a63-cd3f4cf140ce tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0566847 Sep 16 14:59:52.011217 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6f8d6ffd-6527-40ce-bad8-84c3514b723d req-b39cf025-a425-4b39-ae0d-b05b41d06c64 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Sep 16 14:59:52.590908 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2560a38-7afd-4e3c-9c65-d02bd5100917 req-63b2e578-3b1f-4bfa-a094-2b8ffbf56170 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:52.592421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e2560a38-7afd-4e3c-9c65-d02bd5100917 req-63b2e578-3b1f-4bfa-a094-2b8ffbf56170 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0501759 Sep 16 14:59:52.635079 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e2560a38-7afd-4e3c-9c65-d02bd5100917 req-2fd40ed0-fc3a-4025-b9c5-e56b82f22f6d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Sep 16 14:59:53.043802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66223beb-e1fe-4b6c-8a96-71a54c1d7ddb req-f2bf5c17-db04-45a9-908f-c7c5a4e2b04f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.045348 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-66223beb-e1fe-4b6c-8a96-71a54c1d7ddb req-f2bf5c17-db04-45a9-908f-c7c5a4e2b04f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0495055 Sep 16 14:59:53.094154 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-66223beb-e1fe-4b6c-8a96-71a54c1d7ddb req-65e2ddaa-dc8c-486a-bee7-d51b28c9cc7d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420706 Sep 16 14:59:53.139194 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539fa12-d462-4ad0-a775-00aad1388d07 req-6ecb6279-3352-4e58-b76d-1555fac2dc0d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.141573 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4539fa12-d462-4ad0-a775-00aad1388d07 req-6ecb6279-3352-4e58-b76d-1555fac2dc0d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0612783 Sep 16 14:59:53.180011 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4539fa12-d462-4ad0-a775-00aad1388d07 req-f58a7bf0-2ba7-455b-96f0-8c0ffe2bdd50 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Sep 16 14:59:53.546381 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca6b5-1a8f-42c1-840a-04ac004bdec4 req-2426e931-fc80-4313-94ba-687f95259d06 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.547813 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-36aca6b5-1a8f-42c1-840a-04ac004bdec4 req-2426e931-fc80-4313-94ba-687f95259d06 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Sep 16 14:59:53.613170 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-36aca6b5-1a8f-42c1-840a-04ac004bdec4 req-28ac90b3-4ac1-4e0c-b953-72cdb40b6a51 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549145 Sep 16 14:59:53.621093 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-7e80f9a0-3a7f-40f9-bea1-89cc2fd655da tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.623178 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-7e80f9a0-3a7f-40f9-bea1-89cc2fd655da tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0738833 Sep 16 14:59:53.629227 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-e6c7c381-dfb6-46c7-94d2-638a8a30c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.631679 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-e6c7c381-dfb6-46c7-94d2-638a8a30c43d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0454378 Sep 16 14:59:53.732664 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-742a4897-cead-4037-b1e4-6f5c21a5d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.734640 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-742a4897-cead-4037-b1e4-6f5c21a5d857 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.0939252 Sep 16 14:59:53.745491 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4973b7d2-6dce-4fc0-9868-90736a328ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:53.785020 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e1fd-f6d1-440f-91ca-9c6781e65978 req-598b4d8b-7bcd-4c2f-89d3-80cba38d5177 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.786631 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-67b3e1fd-f6d1-440f-91ca-9c6781e65978 req-598b4d8b-7bcd-4c2f-89d3-80cba38d5177 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 945 time: 0.0666354 Sep 16 14:59:53.790433 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Deleting port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 14:59:53.791434 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:53.799606 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-2a98e70d-12dc-4137-945c-fd3879a2b687 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 217 time: 0.0487473 Sep 16 14:59:53.852555 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-835c2d4c-09da-48eb-956f-53e54eef54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:53.854653 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-835c2d4c-09da-48eb-956f-53e54eef54f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0459001 Sep 16 14:59:53.886835 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-b55a9613-dfbd-4d84-bd7d-613bbb85b633 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242810 Sep 16 14:59:53.887233 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-67b3e1fd-f6d1-440f-91ca-9c6781e65978 req-ddd58ec2-c6d7-4bcc-a63f-eb144561bd38 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907323 Sep 16 14:59:53.921142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] For port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:53.921506 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:53.935070 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Calling delete_port for bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 14:59:53.986907 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-d4708521-9526-4e2d-80cd-194401121e52 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888107 Sep 16 14:59:54.078220 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-80da5a3d-18ad-4e29-b12d-81d7db36331a req-91396823-6018-4c37-955c-6c99ab4070f6 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Sep 16 14:59:54.135317 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:54.148346 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', '669086ba-df27-4da6-a5be-0084a07f84fc', 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:54.165687 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event deleted for resources: {'Port': ['ID=bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:54.187959 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.188407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.188827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.189239 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.189651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.190135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.190590 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.191009 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.191416 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.191820 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.192255 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.192657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:54.246294 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] No DVR routers for this DVR port bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 14:59:54.253851 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:54.253851 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37719e9d-e90d-4237-8ebc-1a7d1541444c req-e6946c79-6959-4d4d-95a7-306d3548b425 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "DELETE /v2.0/ports/bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd HTTP/1.1" status: 204 len: 173 time: 0.6209955 Sep 16 14:59:54.253851 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'name': 'network-vif-deleted', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 14:59:54.254635 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1227233-5c5e-4175-a5bb-c8449748f48f" -d '{"events": [{"server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "name": "network-vif-deleted", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 14:59:54.280765 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef991a-503e-4630-9447-216c1aacd9fe req-24085a24-647c-4bdd-85a0-776c79429f14 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.282438 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-97ef991a-503e-4630-9447-216c1aacd9fe req-24085a24-647c-4bdd-85a0-776c79429f14 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.1084738 Sep 16 14:59:54.300272 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a22cf5c-0558-4dfa-b862-b1fbb9c61035 x-openstack-request-id: req-7a22cf5c-0558-4dfa-b862-b1fbb9c61035 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 14:59:54.300640 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5962cac3-85a8-4708-8fe2-324192b729f3", "name": "network-vif-deleted", "tag": "bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 14:59:54.300971 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a22cf5c-0558-4dfa-b862-b1fbb9c61035 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 14:59:54.301433 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5962cac3-85a8-4708-8fe2-324192b729f3', 'name': 'network-vif-deleted', 'tag': 'bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd', 'status': 'completed', 'code': 200} Sep 16 14:59:54.340182 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-97ef991a-503e-4630-9447-216c1aacd9fe req-b1d4bf0d-b1bc-444a-a6f0-01af05ff477f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Sep 16 14:59:54.422083 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-00014d2a-1dc1-4ba8-8d4a-07a0e66e2243 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411959 Sep 16 14:59:54.499182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-7bf86fc0-2556-4d23-9162-02862e48d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.500728 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-7bf86fc0-2556-4d23-9162-02862e48d130 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1098 time: 0.0440476 Sep 16 14:59:54.620686 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-89eff105-f774-402e-b92a-27980c8824be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.622065 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-89eff105-f774-402e-b92a-27980c8824be service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.0961971 Sep 16 14:59:54.704882 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-0e1374f6-62db-4a2b-8e00-3a596c539242 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 1001 time: 0.0691876 Sep 16 14:59:54.779498 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaee39-d53e-40c6-ac35-855a654e142f req-53bc1631-3184-44b7-979f-4c80458b08a4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.785156 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5abaee39-d53e-40c6-ac35-855a654e142f req-53bc1631-3184-44b7-979f-4c80458b08a4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0920317 Sep 16 14:59:54.785156 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-3e03dda0-a193-4e89-95c3-8b0e1b36ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.786092 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-3e03dda0-a193-4e89-95c3-8b0e1b36ef33 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0646901 Sep 16 14:59:54.847096 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5abaee39-d53e-40c6-ac35-855a654e142f req-3055b480-f750-477a-b111-09027e870b0c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Sep 16 14:59:54.855621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-9d633cb6-99f2-49cc-9ce9-794cacea187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:54.857233 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-9d633cb6-99f2-49cc-9ce9-794cacea187b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625305 Sep 16 14:59:54.960849 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-053eb666-0112-4c28-b246-7a184d69dcfe service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919683 Sep 16 14:59:55.010545 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-275b122f-becc-4433-9b7b-ea0ed6cb83a2 req-7227dbaa-1608-48de-9768-503714e7bb1a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=5962cac3-85a8-4708-8fe2-324192b729f3 HTTP/1.1" status: 200 len: 210 time: 0.0408084 Sep 16 14:59:55.076983 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1a8191ff-bada-49e6-8249-bbde0668f074 req-a6c232bb-46d0-4aef-984a-2d88dfad2af9 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970957 Sep 16 14:59:55.671508 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a1a6-734b-4718-ad52-9491dff784d8 req-6fd6bd39-6e20-4f0c-80f9-5a871a3f7220 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:55.673059 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fee3a1a6-734b-4718-ad52-9491dff784d8 req-6fd6bd39-6e20-4f0c-80f9-5a871a3f7220 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.2578654 Sep 16 14:59:55.721180 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fee3a1a6-734b-4718-ad52-9491dff784d8 req-3824afcb-5c02-4c20-97a9-54836bb09412 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416169 Sep 16 14:59:55.963295 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61bcaf-2f44-4baa-bac5-e29daa465ee9 req-9112b3d3-3693-4b5c-9d85-c6e818ea71e3 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:55.964793 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1d61bcaf-2f44-4baa-bac5-e29daa465ee9 req-9112b3d3-3693-4b5c-9d85-c6e818ea71e3 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0480278 Sep 16 14:59:56.003490 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1d61bcaf-2f44-4baa-bac5-e29daa465ee9 req-b6eb555e-82ca-4c21-a007-5490e971c636 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327556 Sep 16 14:59:56.414211 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b4b1f6cd-a161-422c-9e8d-d35210a9509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:56.842288 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd799319-d0f7-436d-9c39-4181eac15b76 req-dfeefe3d-ef40-4119-b32f-153548508dfd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:56.843717 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd799319-d0f7-436d-9c39-4181eac15b76 req-dfeefe3d-ef40-4119-b32f-153548508dfd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Sep 16 14:59:56.881156 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dd799319-d0f7-436d-9c39-4181eac15b76 req-2c2e4aaf-bf11-4867-a2ef-2d2d0b01d34b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Sep 16 14:59:57.078303 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 14:59:57.099079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 14:59:57.099340 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device bd6adf34-f9ad-4670-ab5e-ab70b54a9dbd not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 14:59:57.128518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c2348-6516-4c57-9cb6-0eaa9537a9de req-fe63d5e0-4dce-4f15-847a-f4973428ed13 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:57.129999 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e6c2348-6516-4c57-9cb6-0eaa9537a9de req-fe63d5e0-4dce-4f15-847a-f4973428ed13 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0537040 Sep 16 14:59:57.166937 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e6c2348-6516-4c57-9cb6-0eaa9537a9de req-bbd10a6f-bcae-4822-a83e-cf197a18ab69 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Sep 16 14:59:57.260071 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:57.774451 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:57.930290 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d631506-2d63-4baa-9bed-f476351b2135 req-3a3fc7b5-9c3a-44e9-a6e2-34c201ad41f0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:57.933600 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d631506-2d63-4baa-9bed-f476351b2135 req-3a3fc7b5-9c3a-44e9-a6e2-34c201ad41f0 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0777273 Sep 16 14:59:58.000940 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d631506-2d63-4baa-9bed-f476351b2135 req-4dbd1b91-779e-4922-86b4-f25c17b7dd38 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613620 Sep 16 14:59:58.020777 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab716315-8575-4fb2-bb4c-f950ca75d3bf req-c4f30ea8-edf1-49a4-b0fb-f68a4eea036a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:58.027905 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ab716315-8575-4fb2-bb4c-f950ca75d3bf req-c4f30ea8-edf1-49a4-b0fb-f68a4eea036a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0661843 Sep 16 14:59:58.060238 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ab716315-8575-4fb2-bb4c-f950ca75d3bf req-63ade6fa-8703-4f7f-92b7-72cf0d2a17c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Sep 16 14:59:58.714832 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e29c-3347-4cf0-8792-4f126417be15 req-a7bb0476-7700-409a-8376-4adb4120c861 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:58.716972 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a9b0e29c-3347-4cf0-8792-4f126417be15 req-a7bb0476-7700-409a-8376-4adb4120c861 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0580859 Sep 16 14:59:58.767033 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a9b0e29c-3347-4cf0-8792-4f126417be15 req-fe62f9be-5fbe-446e-aaf1-f9d1cd723a98 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Sep 16 14:59:58.790436 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33452) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:58.948884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfbe8-5e9e-4a61-8a54-ed02634bc0bf req-8d52cb69-ac84-42a1-96c7-ad88ba06459f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:58.950436 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-293dfbe8-5e9e-4a61-8a54-ed02634bc0bf req-8d52cb69-ac84-42a1-96c7-ad88ba06459f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0492334 Sep 16 14:59:59.003013 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.018030 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0074fbb-cf7f-42c3-b81d-8ea5a7ef211e tempest-TestMinimumBasicScenario-908365974 tempest-TestMinimumBasicScenario-908365974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:59.022210 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b0074fbb-cf7f-42c3-b81d-8ea5a7ef211e tempest-TestMinimumBasicScenario-908365974 tempest-TestMinimumBasicScenario-908365974-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1093 time: 0.2277732 Sep 16 14:59:59.022609 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 33460) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 14:59:59.024112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-293dfbe8-5e9e-4a61-8a54-ed02634bc0bf req-aed0bebb-6c83-4aad-8e48-d4874529b809 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641651 Sep 16 14:59:59.033358 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'port_id': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 14:59:59.095136 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 14:59:59.142659 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9c3cf-2347-4440-bd96-fc4eaf40cbeb req-0f149211-3e8b-4134-965d-26b08fe21b57 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:59.144723 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for floatingip, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.145116 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aba9c3cf-2347-4440-bd96-fc4eaf40cbeb req-0f149211-3e8b-4134-965d-26b08fe21b57 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0739126 Sep 16 14:59:59.186556 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aba9c3cf-2347-4440-bd96-fc4eaf40cbeb req-a700866c-0384-4801-b7a2-b8e3b30dc24a tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Sep 16 14:59:59.225645 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:59.240624 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'mac_address': 'fa:16:3e:ab:de:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 14:59:59.268953 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.280011 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.294461 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 14:59:59.310081 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b29d-659c-4297-8ca2-f9a6d273acf8 req-b2c9ce47-0e62-4cd7-af1e-165201f2d712 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:59.311893 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60e4b29d-659c-4297-8ca2-f9a6d273acf8 req-b2c9ce47-0e62-4cd7-af1e-165201f2d712 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 944 time: 0.0532572 Sep 16 14:59:59.314948 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 14:59:59.351360 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60e4b29d-659c-4297-8ca2-f9a6d273acf8 req-2053f5db-393f-4b7e-8562-fe32449e248e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322001 Sep 16 14:59:59.376871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Allocated IP 172.27.3.87 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/7940ed83-43d7-48b1-a64b-2bed81e1875d) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 14:59:59.391547 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.463614 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=9']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:59.470803 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.471167 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.471508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.471864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.472463 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.472579 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.472867 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.473199 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.473544 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.473890 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.474215 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.474542 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.487582 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.613755 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 14:59:59.652761 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 14:59:59.656717 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 14:59:59.659098 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 14:59:59.683953 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'Port': ['ID=7940ed83-43d7-48b1-a64b-2bed81e1875d,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 14:59:59.697147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.697506 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.697989 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.698337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.698682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.699021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.699357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.699696 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.700055 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.700393 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.700721 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.701048 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 14:59:59.719426 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06087f9-59ce-465b-8052-4503b5d41f4e req-8a46b14f-9f83-4b59-bde1-3d85233f56ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 14:59:59.719426 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a06087f9-59ce-465b-8052-4503b5d41f4e req-8a46b14f-9f83-4b59-bde1-3d85233f56ca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0500062 Sep 16 14:59:59.729087 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['086ea88d-7346-4c1e-8c6a-a534016d492f'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 14:59:59.771220 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a06087f9-59ce-465b-8052-4503b5d41f4e req-77c42b7e-60a7-407c-a8f6-3ca9ad1da284 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 Sep 16 15:00:00.156970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.249114 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-996f0367-270a-4ee8-a096-e1513385f107 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:00.250651 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-996f0367-270a-4ee8-a096-e1513385f107 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0631816 Sep 16 15:00:00.325268 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.364473 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a123c9-e652-4403-9a03-0759d2d4e0f3 req-5e72edad-c482-4752-b302-f3050080da94 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:00.365995 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04a123c9-e652-4403-9a03-0759d2d4e0f3 req-5e72edad-c482-4752-b302-f3050080da94 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 946 time: 0.0982103 Sep 16 15:00:00.422505 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Deleting port 669086ba-df27-4da6-a5be-0084a07f84fc {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:00:00.422848 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.440455 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04a123c9-e652-4403-9a03-0759d2d4e0f3 req-aed291ef-8f76-456e-af5f-44d0a7ff6612 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649498 Sep 16 15:00:00.553585 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5611e6d-2f19-4177-9f0a-b62f092b0d27 req-0bec40a4-7887-4db8-b155-792b6068fe76 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:00.555155 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5611e6d-2f19-4177-9f0a-b62f092b0d27 req-0bec40a4-7887-4db8-b155-792b6068fe76 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 945 time: 0.1111584 Sep 16 15:00:00.564528 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] For port 669086ba-df27-4da6-a5be-0084a07f84fc, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=669086ba-df27-4da6-a5be-0084a07f84fc,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:00.564924 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.595502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Calling delete_port for 669086ba-df27-4da6-a5be-0084a07f84fc owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:00:00.624895 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b5611e6d-2f19-4177-9f0a-b62f092b0d27 req-6b52b35c-db82-490f-a65a-08bb7a0bbdf0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625982 Sep 16 15:00:00.730805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.831492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.833854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.846423 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', '669086ba-df27-4da6-a5be-0084a07f84fc'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:00.871058 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event deleted for resources: {'Port': ['ID=669086ba-df27-4da6-a5be-0084a07f84fc,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:00.919342 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'Port': ['ID=7940ed83-43d7-48b1-a64b-2bed81e1875d,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:00.934546 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.941174 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] No DVR routers for this DVR port 669086ba-df27-4da6-a5be-0084a07f84fc on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:00:00.946531 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:00.952243 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be735e7d-125e-404a-bbaa-f4571f2cfbc6 req-b161a1fa-3362-4758-8330-d05f734e6717 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "DELETE /v2.0/ports/669086ba-df27-4da6-a5be-0084a07f84fc HTTP/1.1" status: 204 len: 173 time: 0.6929870 Sep 16 15:00:00.955088 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'name': 'network-vif-deleted', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:00.964549 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100315e1-a75e-4c5d-a756-23f4a8988262" -d '{"events": [{"server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "name": "network-vif-deleted", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:00.976308 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d0894-43e1-41e4-93a9-9c5147f12490 req-81a7ddb2-6d7b-49af-8044-248696714a4f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:00.978459 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c08d0894-43e1-41e4-93a9-9c5147f12490 req-81a7ddb2-6d7b-49af-8044-248696714a4f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1117930 Sep 16 15:00:01.019213 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9284f0ef-a310-4997-abfd-604d1993a23e x-openstack-request-id: req-9284f0ef-a310-4997-abfd-604d1993a23e {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:01.019515 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b42627-d831-492f-9f9a-cde88b12ef59", "name": "network-vif-deleted", "tag": "669086ba-df27-4da6-a5be-0084a07f84fc", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:01.020159 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9284f0ef-a310-4997-abfd-604d1993a23e {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:01.020570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b42627-d831-492f-9f9a-cde88b12ef59', 'name': 'network-vif-deleted', 'tag': '669086ba-df27-4da6-a5be-0084a07f84fc', 'status': 'completed', 'code': 200} Sep 16 15:00:01.034226 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c08d0894-43e1-41e4-93a9-9c5147f12490 req-e3d13e22-865e-4cc4-bed9-c2f662ee4eb3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479398 Sep 16 15:00:01.075782 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Floating IP f3d76ee1-96c6-4782-af21-907d5984f947 associated. External IP: 172.27.3.87, port: 9cfb9fef-20c2-4099-a090-904a2a9dad17. Sep 16 15:00:01.127106 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:00:01.193648 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 086ea88d-7346-4c1e-8c6a-a534016d492f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:00:01.195485 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.281818 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.308718 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:01.310959 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793186c3-8750-4fd9-b259-7f76ed045044" -d '{"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:01.318125 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Router 6b5033e2-5d8f-4b24-9638-43eedc392e57 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:00:01.323441 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:01.347769 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d6033-4d25-4457-8ca4-d1f43690d040 x-openstack-request-id: req-c98d6033-4d25-4457-8ca4-d1f43690d040 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:01.348088 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-plugged", "status": "completed", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:01.348368 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c98d6033-4d25-4457-8ca4-d1f43690d040 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:01.348860 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'code': 200} Sep 16 15:00:01.391287 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.432868 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:00:01.444341 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Sync routers for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:00:01.455490 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:00:01.456159 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:59:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:01.460739 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=10']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:01.505950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.536374 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33496) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:01.537123 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0cca436c-d6b1-4c0c-922f-3f736b097ebf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5127735 Sep 16 15:00:01.537876 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:01.540946 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:01.542881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076055696', 'description': 'tempest-secgroup-smoke-2076055696 description', 'project_id': '4ad66d52817540e7a4de87d1824a55a2'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:01.564990 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:00:01.565958 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df825eff-544e-4a52-9fbc-0182bc3d7887 req-22886d78-1d35-4540-96f5-45e9c771079d tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b42627-d831-492f-9f9a-cde88b12ef59 HTTP/1.1" status: 200 len: 210 time: 0.0411067 Sep 16 15:00:01.583295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6106958-83e0-41d7-a676-6396fc84b68c x-openstack-request-id: req-d6106958-83e0-41d7-a676-6396fc84b68c {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:01.583652 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:01.583850 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6106958-83e0-41d7-a676-6396fc84b68c {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:01.584288 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 15:00:01.645981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.651234 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-3845385d-af27-4f79-97e2-bb0e99d6fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:01.654275 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-3845385d-af27-4f79-97e2-bb0e99d6fef8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1098 time: 0.0455601 Sep 16 15:00:01.833003 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-119c310c-d0b4-4122-995c-88276bd5065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:01.834512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-119c310c-d0b4-4122-995c-88276bd5065a service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.1716011 Sep 16 15:00:01.839103 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f3d76ee1-96c6-4782-af21-907d5984f947', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'port_id': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'mac_address': 'fa:16:3e:93:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:59:59Z', 'updated_at': '2021-09-16T14:59:59Z', 'revision_number': 0, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:01.842895 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9240a-4029-4de1-9e55-cb49d4870ab6 req-5f6b93cc-102c-4483-94b3-2284a993197e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:01.844721 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2bb9240a-4029-4de1-9e55-cb49d4870ab6 req-5f6b93cc-102c-4483-94b3-2284a993197e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.1363387 Sep 16 15:00:01.872101 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Checking router: 6b5033e2-5d8f-4b24-9638-43eedc392e57 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:00:01.881281 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:00:01.881905 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T14:59:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:01.949269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:01.968329 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2bb9240a-4029-4de1-9e55-cb49d4870ab6 req-25f38cfb-4e02-4232-85d4-767bba6d843a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078036 Sep 16 15:00:01.975984 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-955aa4f2-9349-46f2-8790-903ba4efb345 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 998 time: 0.1272576 Sep 16 15:00:01.995282 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:00:02.032769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.102747 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-b16e29f1-f8fd-4877-86ef-df0e3bea8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:02.104872 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-b16e29f1-f8fd-4877-86ef-df0e3bea8e97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.1173167 Sep 16 15:00:02.108099 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affa75a1-450f-4f76-85bf-91ce12b5eeb1,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:02.116829 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.130367 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7e96c66c-1a56-42b0-b1eb-94f53b729277 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5865173 Sep 16 15:00:02.130367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33504) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:02.135404 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:02.168102 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62e67f-450e-4528-90fc-c2a4c3a977f5 req-deafe3e7-38b8-4561-9389-823c12fe2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:02.176220 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-1c62e67f-450e-4528-90fc-c2a4c3a977f5 req-deafe3e7-38b8-4561-9389-823c12fe2bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1100 time: 0.0866055 Sep 16 15:00:02.254925 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-1c62e67f-450e-4528-90fc-c2a4c3a977f5 req-c9bf0d0a-b025-49fc-b249-e79a53bff485 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745552 Sep 16 15:00:02.275246 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f3d76ee1-96c6-4782-af21-907d5984f947', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'port_id': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'mac_address': 'fa:16:3e:93:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:59:59Z', 'updated_at': '2021-09-16T14:59:59Z', 'revision_number': 0, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:02.286009 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-71fcb8c1-cfce-44c1-95e2-e5d30adcd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:02.288112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-71fcb8c1-cfce-44c1-95e2-e5d30adcd27c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1615729 Sep 16 15:00:02.307037 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9728-ffd4-4680-9257-e04ea8c5feec None None] The sync data for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi is: [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f3d76ee1-96c6-4782-af21-907d5984f947', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'port_id': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'mac_address': 'fa:16:3e:93:c1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T14:59:59Z', 'updated_at': '2021-09-16T14:59:59Z', 'revision_number': 0, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:00:02.307352 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3bde1-297c-40d2-b5d7-c91e756a62a2 req-a15e634d-f8ad-45aa-9637-5d0cf87eb22a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:02.310044 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d2c3bde1-297c-40d2-b5d7-c91e756a62a2 req-a15e634d-f8ad-45aa-9637-5d0cf87eb22a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1452892 Sep 16 15:00:02.356269 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d2c3bde1-297c-40d2-b5d7-c91e756a62a2 req-38538f10-e623-4a00-a35d-d84164186c62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Sep 16 15:00:02.357748 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.419310 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.477408 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.507072 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680c5a78-2a1c-44e3-ab43-93758c43d51f None None] New status for floating IP f3d76ee1-96c6-4782-af21-907d5984f947: ACTIVE {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:00:02.529672 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa86f49-c406-4a19-ba17-877c27ba2dd7,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:02.595387 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-0c51a50b-0e99-43d1-85eb-ce310b4a772d service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114187 Sep 16 15:00:02.603858 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.606910 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fa3cc4bb-1b45-4c6b-9723-969091d9a020 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4770918 Sep 16 15:00:02.608546 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33510) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:02.614375 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:02.714152 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-50fa4908-5b7b-4ca9-941c-2316bd9acbd0 req-b32f6c1e-e1f8-4792-8616-045820b31faa service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072865 Sep 16 15:00:02.780419 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.832716 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.910110 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.928317 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfc34aa-f0b0-49b3-9571-ba22c6c1f9f2,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:02.990419 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:02.991756 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5275c0c6-9563-4ca1-b76a-f42e34084481 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822789 Sep 16 15:00:02.994521 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33514) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:03.001271 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:03.114913 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.161790 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea85d8-ee28-4fc9-afdc-0077b226df03 req-25ec15ab-83d5-4752-8bc3-26a44e497959 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:03.163306 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99ea85d8-ee28-4fc9-afdc-0077b226df03 req-25ec15ab-83d5-4752-8bc3-26a44e497959 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.1169729 Sep 16 15:00:03.189107 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7722cc-5026-49ab-a55a-8c3fc27b95c1 req-510bb11b-41aa-403e-94d6-81a6ab9f1157 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:03.190600 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1f7722cc-5026-49ab-a55a-8c3fc27b95c1 req-510bb11b-41aa-403e-94d6-81a6ab9f1157 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.1348021 Sep 16 15:00:03.265994 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99ea85d8-ee28-4fc9-afdc-0077b226df03 req-34920e32-117e-4ec0-9d59-2fd3e48a3de1 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956538 Sep 16 15:00:03.279960 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1f7722cc-5026-49ab-a55a-8c3fc27b95c1 req-97124247-3cf0-4103-9e0a-9505dd7c7e31 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814474 Sep 16 15:00:03.286752 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.374105 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.394122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256960b2-5222-48cf-b5dc-da6712e9dfa6,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:03.477555 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07782c-c68c-43a8-9600-9c2c7ffbdf70 req-197dc9a2-9758-4abc-9fa0-11238325289e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:03.479063 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae07782c-c68c-43a8-9600-9c2c7ffbdf70 req-197dc9a2-9758-4abc-9fa0-11238325289e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0531635 Sep 16 15:00:03.480267 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.481341 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e685c650-deab-47b0-aa6c-bf938bade270 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4857705 Sep 16 15:00:03.484501 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33524) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:03.488702 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:03.537424 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae07782c-c68c-43a8-9600-9c2c7ffbdf70 req-4da3e7eb-055a-4c00-aae1-dc770ef02806 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443981 Sep 16 15:00:03.602061 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.658817 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.715944 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.735154 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0208598-c58d-4732-8a05-cd2cc13d65d5,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:03.801617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.802928 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d0cef552-2591-4d01-bbb6-e573999ded9b tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175476 Sep 16 15:00:03.805900 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33536) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:03.810397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:03.904720 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.securitygroups_db [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Project 4ad66d52817540e7a4de87d1824a55a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:00:03.910023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:03.975910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.072599 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.090744 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6182f098-07e9-480e-80df-e046c3b188cb,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:04.169194 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.170583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-69dd92ee-0e41-4a99-89be-4350edc67107 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3636115 Sep 16 15:00:04.173884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33550) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:04.178358 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'security_group_rule': {'security_group_id': 'affa75a1-450f-4f76-85bf-91ce12b5eeb1', 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:04.330024 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.securitygroups_db [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Project 4ad66d52817540e7a4de87d1824a55a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:00:04.344728 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.470456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deb11e-204f-40e0-9e2b-d28ff1ea3ce9 req-79a983e6-fe82-4297-a304-5011a1e39180 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:04.472002 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91deb11e-204f-40e0-9e2b-d28ff1ea3ce9 req-79a983e6-fe82-4297-a304-5011a1e39180 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.1295874 Sep 16 15:00:04.484903 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c322b4-8153-4d10-8a03-d608b0a42704 req-1b87b0e2-739e-4d5f-a731-a20f5fd9053b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:04.486391 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-30c322b4-8153-4d10-8a03-d608b0a42704 req-1b87b0e2-739e-4d5f-a731-a20f5fd9053b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.1190007 Sep 16 15:00:04.489380 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.541830 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91deb11e-204f-40e0-9e2b-d28ff1ea3ce9 req-9ef25231-86ae-4c0e-8f68-93442e7813c9 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Sep 16 15:00:04.544829 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.556723 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-30c322b4-8153-4d10-8a03-d608b0a42704 req-d7d77d93-c0aa-4ae1-9556-5d92e61ee786 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614696 Sep 16 15:00:04.579479 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685773a7-aca4-48a4-8a79-af1e2af902b2,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:04.675877 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.677112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4f37928b-ebf3-458d-9336-c163c26139c1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5022516 Sep 16 15:00:04.691434 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee584-ec6d-4b22-b976-646d919f64d8 req-5aa48ad6-4118-4aba-bca0-d5b706cd135d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:04.692987 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75bee584-ec6d-4b22-b976-646d919f64d8 req-5aa48ad6-4118-4aba-bca0-d5b706cd135d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0795848 Sep 16 15:00:04.723268 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-53d5dd3f-3754-4c79-80c8-c4518d5e9ea2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:04.724779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-53d5dd3f-3754-4c79-80c8-c4518d5e9ea2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 946 time: 0.0813632 Sep 16 15:00:04.793437 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75bee584-ec6d-4b22-b976-646d919f64d8 req-de5f10d2-0124-4ca8-ab1e-54cbad5182de tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934858 Sep 16 15:00:04.832740 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-814ad08c-745a-4ade-b1f3-bc4c3a3c3cdd tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076055696&fields=id&tenant_id=4ad66d52817540e7a4de87d1824a55a2 HTTP/1.1" status: 200 len: 267 time: 0.1033366 Sep 16 15:00:04.891334 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Deleting port f33f1446-57fb-4e75-bb4b-dfecfbce891d {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:00:04.891675 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:04.903299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-ef7e0be8-5237-4e64-8446-0613c309a727 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:04.904824 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-ef7e0be8-5237-4e64-8446-0613c309a727 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0640893 Sep 16 15:00:04.921936 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'port': {'security_groups': ['f8ec6b76-225a-4d97-a87d-b9a468ddfd27', 'affa75a1-450f-4f76-85bf-91ce12b5eeb1']}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:00:05.029309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.056433 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] For port f33f1446-57fb-4e75-bb4b-dfecfbce891d, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f33f1446-57fb-4e75-bb4b-dfecfbce891d,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:05.056795 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.092097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Calling delete_port for f33f1446-57fb-4e75-bb4b-dfecfbce891d owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:00:05.153412 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 669086ba-df27-4da6-a5be-0084a07f84fc no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:00:05.185588 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 669086ba-df27-4da6-a5be-0084a07f84fc {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:00:05.185963 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 669086ba-df27-4da6-a5be-0084a07f84fc not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:00:05.337396 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:05.370750 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.391360 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.402634 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'f33f1446-57fb-4e75-bb4b-dfecfbce891d'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:05.420442 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event deleted for resources: {'Port': ['ID=f33f1446-57fb-4e75-bb4b-dfecfbce891d,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:05.470034 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] No DVR routers for this DVR port f33f1446-57fb-4e75-bb4b-dfecfbce891d on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:00:05.474134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.477442 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3e43c229-b670-4aa0-a7a8-2088732fbf00 req-26519346-d578-44a0-9d93-7c4368c2fe23 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "DELETE /v2.0/ports/f33f1446-57fb-4e75-bb4b-dfecfbce891d HTTP/1.1" status: 204 len: 173 time: 0.7433248 Sep 16 15:00:05.478459 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'name': 'network-vif-deleted', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:05.500679 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b29b0-f29a-45ba-8143-b78d25118a45" -d '{"events": [{"server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "name": "network-vif-deleted", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:05.501757 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.567372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb37740b-bdce-44c0-a760-ba025c12f1b8 x-openstack-request-id: req-fb37740b-bdce-44c0-a760-ba025c12f1b8 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:05.567796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c6666-9b07-48e9-a38b-d06dfa907e87", "name": "network-vif-deleted", "tag": "f33f1446-57fb-4e75-bb4b-dfecfbce891d", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:05.568097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb37740b-bdce-44c0-a760-ba025c12f1b8 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:05.568511 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c6666-9b07-48e9-a38b-d06dfa907e87', 'name': 'network-vif-deleted', 'tag': 'f33f1446-57fb-4e75-bb4b-dfecfbce891d', 'status': 'completed', 'code': 200} Sep 16 15:00:05.601478 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:05.602245 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:05.603864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-500888bb-0bf8-4a18-9726-cca7324a0835 req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "PUT /v2.0/ports/9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 981 time: 0.6889405 Sep 16 15:00:05.637885 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230839e9-5d37-4212-b70a-a407bbf1f37c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=6']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:05.687916 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2eeeea91-e593-41fa-8833-9c8b7cfd7a99 req-fd8c8060-8c20-4c8a-bca7-a5d0cb89aa32 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=af2c6666-9b07-48e9-a38b-d06dfa907e87 HTTP/1.1" status: 200 len: 210 time: 0.0423641 Sep 16 15:00:05.712263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:05.758932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617e131-34df-4191-8550-74947489bdae req-571fb7e5-9c25-4f9f-8164-5b4de3b2719a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:05.761866 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c617e131-34df-4191-8550-74947489bdae req-571fb7e5-9c25-4f9f-8164-5b4de3b2719a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.0786366 Sep 16 15:00:05.826343 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:05.837605 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c617e131-34df-4191-8550-74947489bdae req-61a04f7e-d240-4c13-b139-9d95564c6036 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635152 Sep 16 15:00:05.846656 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55048b6-144c-40b2-a164-f8dc45f45306 req-670296a7-5de4-45b0-9160-026521ba902c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:05.850198 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f55048b6-144c-40b2-a164-f8dc45f45306 req-670296a7-5de4-45b0-9160-026521ba902c tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0850635 Sep 16 15:00:05.922739 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-c2668409-bcc0-4ec9-bb71-912b3ff49292 None None] Provisioning complete for port 9cfb9fef-20c2-4099-a090-904a2a9dad17 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:00:05.923144 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c2668409-bcc0-4ec9-bb71-912b3ff49292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:06.154127 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f55048b6-144c-40b2-a164-f8dc45f45306 req-85076c26-5c01-4f1d-b851-7f60931ca7f6 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2970734 Sep 16 15:00:06.170995 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02306807-c388-4104-a70b-2b300d964e0c req-3ee6b3fa-2855-48fd-b572-c2cc86c38a59 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:06.172553 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-02306807-c388-4104-a70b-2b300d964e0c req-3ee6b3fa-2855-48fd-b572-c2cc86c38a59 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0660360 Sep 16 15:00:06.215483 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-02306807-c388-4104-a70b-2b300d964e0c req-c19658de-7a29-4895-ab4e-3de01bc01292 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344172 Sep 16 15:00:07.331187 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c2faf-3b4b-4c48-ab2f-da622014d36c req-146ef640-e9fc-49dc-84a4-3e298f62788c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:07.332738 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-154c2faf-3b4b-4c48-ab2f-da622014d36c req-146ef640-e9fc-49dc-84a4-3e298f62788c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0483882 Sep 16 15:00:07.372392 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-154c2faf-3b4b-4c48-ab2f-da622014d36c req-1376d1b1-b4d5-40a0-a5f7-b8e451091476 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330534 Sep 16 15:00:07.570127 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:07.573033 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769f2f23-7be6-4696-9e84-63c87b991065" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:07.614560 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1551983b-ffce-4ed4-875e-79745e9c08bd x-openstack-request-id: req-1551983b-ffce-4ed4-875e-79745e9c08bd {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:07.614560 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:07.614560 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1551983b-ffce-4ed4-875e-79745e9c08bd {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:07.614560 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 15:00:07.681979 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2f23-7be6-4696-9e84-63c87b991065 req-ab728d3d-bc61-45d7-a63f-7d8f958f2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:07.683463 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-ab728d3d-bc61-45d7-a63f-7d8f958f2455 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1137 time: 0.0439756 Sep 16 15:00:07.777124 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2f23-7be6-4696-9e84-63c87b991065 req-1f9d3627-c199-4fc2-b970-60a9fb89fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:07.778639 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-1f9d3627-c199-4fc2-b970-60a9fb89fa9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.0866783 Sep 16 15:00:07.855891 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-f4ebab4f-bcd3-4194-915f-fcca3db94354 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 1000 time: 0.0619035 Sep 16 15:00:07.909795 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2f23-7be6-4696-9e84-63c87b991065 req-f2538191-9dd8-4738-859e-0503af9683df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:07.911269 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-f2538191-9dd8-4738-859e-0503af9683df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0458164 Sep 16 15:00:07.961550 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f2f23-7be6-4696-9e84-63c87b991065 req-9a668285-1477-4bde-846c-47d334b04094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:07.963152 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-9a668285-1477-4bde-846c-47d334b04094 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411963 Sep 16 15:00:08.059650 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-e6df53cd-bcee-49f3-ad19-dc719be3c932 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Sep 16 15:00:08.162030 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-769f2f23-7be6-4696-9e84-63c87b991065 req-67c797b4-6b38-49a8-92d7-a8bdb9012116 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945694 Sep 16 15:00:08.221511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbabc0-1c30-472e-a79c-d9cf03262419 req-642c0afc-63a0-4cba-8911-97206683eea5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.223054 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3bbbabc0-1c30-472e-a79c-d9cf03262419 req-642c0afc-63a0-4cba-8911-97206683eea5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0575066 Sep 16 15:00:08.288184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3bbbabc0-1c30-472e-a79c-d9cf03262419 req-e309b36a-2103-427a-a892-8f65a2539648 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Sep 16 15:00:08.295475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-3e17e1ce-8472-4e43-9c97-6fad5d4b77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.297021 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-3e17e1ce-8472-4e43-9c97-6fad5d4b77f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0714893 Sep 16 15:00:08.401205 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-ed5eab28-5a52-4a4a-b348-03cbe0ad64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.402595 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-ed5eab28-5a52-4a4a-b348-03cbe0ad64ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.0930853 Sep 16 15:00:08.452712 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-f5439357-f3ba-4805-a05b-8a30c094a6ef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 217 time: 0.0376482 Sep 16 15:00:08.562214 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-4063354d-df88-4ecc-894d-fd36c78b7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.563678 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-4063354d-df88-4ecc-894d-fd36c78b7f0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.1008885 Sep 16 15:00:08.573006 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ddd1e-7e80-4ca2-971c-38a526c0fb0d req-e42011c3-6c3b-46df-bb88-ef1375ff13f8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.574568 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c09ddd1e-7e80-4ca2-971c-38a526c0fb0d req-e42011c3-6c3b-46df-bb88-ef1375ff13f8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1203806 Sep 16 15:00:08.614293 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8f1cd-200a-4a8e-a860-225cc8080a89 req-6b914dcd-5525-4b63-ad59-da1dccdfb3ae tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:08.615805 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64b8f1cd-200a-4a8e-a860-225cc8080a89 req-6b914dcd-5525-4b63-ad59-da1dccdfb3ae tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.1298826 Sep 16 15:00:08.619394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-889c1643-fdaa-488a-a69c-8102b10ab295 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429890 Sep 16 15:00:08.688988 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c09ddd1e-7e80-4ca2-971c-38a526c0fb0d req-59774d75-4871-4815-a3aa-beef41dfe5af tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023972 Sep 16 15:00:08.728440 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-64b8f1cd-200a-4a8e-a860-225cc8080a89 req-8b1a253c-6064-4741-97cf-949e893b19a2 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022186 Sep 16 15:00:08.757525 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-bed53ca0-63a3-42c7-9ec0-9a25bea6b81b service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240253 Sep 16 15:00:08.857489 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6fa4def6-a36e-49f2-b608-c2e0b8bca5d4 req-54220635-03cb-4d1d-b2f8-b77a094e4f58 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900452 Sep 16 15:00:09.170862 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f33f1446-57fb-4e75-bb4b-dfecfbce891d no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:00:09.191105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: f33f1446-57fb-4e75-bb4b-dfecfbce891d {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:00:09.191452 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f33f1446-57fb-4e75-bb4b-dfecfbce891d not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:00:09.405424 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2408b0-0fbc-49c1-bc5f-46b304e74938 req-55427610-909b-40bc-9b68-b8c3922ac38c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:09.406936 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fe2408b0-0fbc-49c1-bc5f-46b304e74938 req-55427610-909b-40bc-9b68-b8c3922ac38c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0491445 Sep 16 15:00:09.445324 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fe2408b0-0fbc-49c1-bc5f-46b304e74938 req-219a4e4c-cacd-4c4c-b5dd-ee0e7df08e6b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Sep 16 15:00:09.814081 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f1709-e704-4a9a-8d20-8117378dd53e req-695c5faf-42e1-4c0a-b2ca-a671669286c0 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:09.815948 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7b8f1709-e704-4a9a-8d20-8117378dd53e req-695c5faf-42e1-4c0a-b2ca-a671669286c0 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0609939 Sep 16 15:00:09.883694 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cc0ae-2919-4964-a0a0-effb1da349f4 req-c641d87a-0ad9-4d04-a5f4-a18968c10149 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:09.885198 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-587cc0ae-2919-4964-a0a0-effb1da349f4 req-c641d87a-0ad9-4d04-a5f4-a18968c10149 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0877674 Sep 16 15:00:09.887771 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7b8f1709-e704-4a9a-8d20-8117378dd53e req-974dfb81-ff48-42e5-bb05-7032086e42bd tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553465 Sep 16 15:00:09.924455 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-587cc0ae-2919-4964-a0a0-effb1da349f4 req-c08e5811-6238-4b2e-a093-decd7327a5dc tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/security-groups?id=03c31b71-2da3-4991-bcf3-26f0216d0926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Sep 16 15:00:10.346268 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31764f33-6465-4b51-8933-5c1e8a04599d req-7cdcf00e-e02b-4c34-9ec4-8e9ba51900bb tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:10.347715 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-31764f33-6465-4b51-8933-5c1e8a04599d req-7cdcf00e-e02b-4c34-9ec4-8e9ba51900bb tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 946 time: 0.0924776 Sep 16 15:00:10.442943 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Deleting port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:00:10.443610 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:10.554153 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] For port 0ecab6c2-1b8d-48ed-8e35-d8613a299773, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=0ecab6c2-1b8d-48ed-8e35-d8613a299773,segment=NetworkSegment(534991ed-8fe1-426b-b1ba-d2ea9af6724e),segment_id=534991ed-8fe1-426b-b1ba-d2ea9af6724e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:10.554524 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:10.570810 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Calling delete_port for 0ecab6c2-1b8d-48ed-8e35-d8613a299773 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:00:10.593812 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55c5f-0518-4743-a4a1-e897bd924269 req-44370bca-012c-4f0d-aff1-d7db41e819b1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:10.595326 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2aa55c5f-0518-4743-a4a1-e897bd924269 req-44370bca-012c-4f0d-aff1-d7db41e819b1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0802209 Sep 16 15:00:10.678294 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2aa55c5f-0518-4743-a4a1-e897bd924269 req-c1faea39-de65-49fe-9126-80b69efd8f3b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Sep 16 15:00:10.820023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:10.831864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['0ecab6c2-1b8d-48ed-8e35-d8613a299773'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:10.851135 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Pushing event deleted for resources: {'Port': ['ID=0ecab6c2-1b8d-48ed-8e35-d8613a299773,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:10.892675 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] No DVR routers for this DVR port 0ecab6c2-1b8d-48ed-8e35-d8613a299773 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:00:10.895170 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:10.897207 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-31764f33-6465-4b51-8933-5c1e8a04599d req-92a33d9d-a863-4fff-916a-78dc682f3072 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.22 "DELETE /v2.0/ports/0ecab6c2-1b8d-48ed-8e35-d8613a299773 HTTP/1.1" status: 204 len: 173 time: 0.5430975 Sep 16 15:00:10.897637 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'name': 'network-vif-deleted', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:10.899972 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe3595-f6cb-434f-95f3-e82d8e06947c" -d '{"events": [{"server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "name": "network-vif-deleted", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:10.938632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686eadcc-d9ba-474b-b494-daa9d3dc350e x-openstack-request-id: req-686eadcc-d9ba-474b-b494-daa9d3dc350e {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:10.938988 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210662b-bf4e-4a77-9f4a-0f891c8996b1", "name": "network-vif-deleted", "tag": "0ecab6c2-1b8d-48ed-8e35-d8613a299773", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:10.939250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-686eadcc-d9ba-474b-b494-daa9d3dc350e {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:10.939697 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210662b-bf4e-4a77-9f4a-0f891c8996b1', 'name': 'network-vif-deleted', 'tag': '0ecab6c2-1b8d-48ed-8e35-d8613a299773', 'status': 'completed', 'code': 200} Sep 16 15:00:11.006466 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c3e30-e8bf-4d9e-a744-977d8a766dcf req-a7792682-ed63-4d42-8d91-1776dfb4d4cb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.008645 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-824c3e30-e8bf-4d9e-a744-977d8a766dcf req-a7792682-ed63-4d42-8d91-1776dfb4d4cb tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0521073 Sep 16 15:00:11.040657 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-62d0b8c6-2854-47ad-98ae-3b637537c761 req-0279aa39-d10c-4f56-9a55-bf9d189d1075 tempest-AttachVolumeNegativeTest-1652637035 tempest-AttachVolumeNegativeTest-1652637035-project] 10.222.0.30 "GET /v2.0/ports?device_id=9210662b-bf4e-4a77-9f4a-0f891c8996b1 HTTP/1.1" status: 200 len: 210 time: 0.0304916 Sep 16 15:00:11.068766 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-824c3e30-e8bf-4d9e-a744-977d8a766dcf req-f6584753-102b-4adf-af3e-c4e3970659c5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502443 Sep 16 15:00:11.466362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88983b-eb11-461a-95d3-4bfe215f06ec req-376837ce-fc8f-47e8-b819-b24521c3f288 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.467949 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5d88983b-eb11-461a-95d3-4bfe215f06ec req-376837ce-fc8f-47e8-b819-b24521c3f288 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0515749 Sep 16 15:00:11.507493 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5d88983b-eb11-461a-95d3-4bfe215f06ec req-4767aacb-bab7-4424-bc6c-2d5ae0bb17d5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334530 Sep 16 15:00:11.639050 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-38f08569-0ce4-419c-ac47-f2f303c178ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.640587 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-38f08569-0ce4-419c-ac47-f2f303c178ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 1098 time: 0.0433307 Sep 16 15:00:11.736251 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-b089b923-c9bd-4140-a593-990b3df92815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.737746 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-b089b923-c9bd-4140-a593-990b3df92815 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.0903902 Sep 16 15:00:11.833163 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-42ec5f3c-7281-4130-90a8-1930b5319f63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 200 len: 1001 time: 0.0876205 Sep 16 15:00:11.845832 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcc0b8-a8b0-48eb-88c8-706670c36cf5 req-8327e2b0-43ea-4c73-ac6e-05aaa748cd4b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.847277 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bedcc0b8-a8b0-48eb-88c8-706670c36cf5 req-8327e2b0-43ea-4c73-ac6e-05aaa748cd4b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0962243 Sep 16 15:00:11.916175 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-2f7010de-497a-4004-8604-cdd180f06ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.917635 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-2f7010de-497a-4004-8604-cdd180f06ccc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0695245 Sep 16 15:00:11.922632 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bedcc0b8-a8b0-48eb-88c8-706670c36cf5 req-2ef59532-39e6-4911-aa90-fa5bd3225acc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668700 Sep 16 15:00:11.968826 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-de168050-9753-492a-ac36-eba0481a07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:11.970363 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-de168050-9753-492a-ac36-eba0481a07a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451436 Sep 16 15:00:12.062343 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-0dfd99cc-8196-4e3b-a3ca-1ac1e4eb6d85 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831854 Sep 16 15:00:12.098099 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 33652) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:12.143044 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Deleting subnet 5ec047bb-f9ca-4315-ac13-7d5587866470 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:00:12.146128 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.159148 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea364d85-11cc-4c6d-9911-dcb8a8715b7c req-4fbec911-0859-4146-b494-95e14039aa60 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896869 Sep 16 15:00:12.181338 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.221048 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.374786 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.407168 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.409125 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ec047bb-f9ca-4315-ac13-7d5587866470 HTTP/1.1" status: 204 len: 168 time: 0.3099446 Sep 16 15:00:12.412932 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea069-809e-48ee-9b85-bec3640f3485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec047bb-f9ca-4315-ac13-7d5587866470,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:12.413053 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33654) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:12.478242 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.558687 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.581004 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc372247-3b95-4025-9029-2fc75b8bb8ca']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:12.610585 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534991ed-8fe1-426b-b1ba-d2ea9af6724e') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:12.610884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534991ed-8fe1-426b-b1ba-d2ea9af6724e') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:00:12.622533 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.641011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.652123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1f3f4-dfee-4a43-812d-8bff0e91f291 req-6c4040c4-5803-4ae2-994d-124d1777baf7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:12.653625 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ad1f3f4-dfee-4a43-812d-8bff0e91f291 req-6c4040c4-5803-4ae2-994d-124d1777baf7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0751204 Sep 16 15:00:12.656689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:00:12.657148 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:00:12.659075 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:00:12.740105 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6ad1f3f4-dfee-4a43-812d-8bff0e91f291 req-f7195bb8-0e60-4c20-801a-1304c4b1e98f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669630 Sep 16 15:00:12.746457 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.779426 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:00:12.814176 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.821906 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:12.825210 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dc372247-3b95-4025-9029-2fc75b8bb8ca HTTP/1.1" status: 204 len: 168 time: 0.4110789 Sep 16 15:00:12.833665 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787316b8-c177-4e9a-a9e2-b922f7dec872 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc372247-3b95-4025-9029-2fc75b8bb8ca,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:13.042246 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697eeeb-00f4-4a42-8c47-0c2a4ec89380 req-d9cbead8-2f20-4413-a048-d5875e1d6afe tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:13.044323 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1697eeeb-00f4-4a42-8c47-0c2a4ec89380 req-d9cbead8-2f20-4413-a048-d5875e1d6afe tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0507710 Sep 16 15:00:13.085073 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1697eeeb-00f4-4a42-8c47-0c2a4ec89380 req-3226e471-8aeb-4787-8631-ae5f8437c8f4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350769 Sep 16 15:00:13.195490 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33662) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:13.239706 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-119e8850-4fbb-442f-83a8-88dc0ec45d9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03881099c1ac46bbbed340f7bb503fc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429747 Sep 16 15:00:13.242290 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 33666) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:13.289949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:13.311985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:13.435819 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:13.438461 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:13.439643 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03c31b71-2da3-4991-bcf3-26f0216d0926 HTTP/1.1" status: 204 len: 168 time: 0.1964126 Sep 16 15:00:13.448064 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd516-1fbf-47dd-b665-70134d57f04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c31b71-2da3-4991-bcf3-26f0216d0926,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:13.857541 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4baa3-adc4-4da3-9cc5-47bcf139fbd4 req-c7902761-d80d-4570-8ee0-2655905e7bfc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:13.859062 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f0e4baa3-adc4-4da3-9cc5-47bcf139fbd4 req-c7902761-d80d-4570-8ee0-2655905e7bfc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0495987 Sep 16 15:00:13.903993 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f0e4baa3-adc4-4da3-9cc5-47bcf139fbd4 req-0a3f524c-d02a-465e-b9da-7b83e875a46b tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Sep 16 15:00:14.208595 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435f70-5964-43a8-b16d-b74ec085f23d req-ac762002-2602-4946-8f32-4c82674e784b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:14.210103 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d435f70-5964-43a8-b16d-b74ec085f23d req-ac762002-2602-4946-8f32-4c82674e784b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0553675 Sep 16 15:00:14.249742 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8d435f70-5964-43a8-b16d-b74ec085f23d req-adb1e5bb-35bb-4edd-bbae-f6ccaeffb8cb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Sep 16 15:00:15.186255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 0ecab6c2-1b8d-48ed-8e35-d8613a299773 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:00:15.207006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 0ecab6c2-1b8d-48ed-8e35-d8613a299773 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:00:15.211509 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 0ecab6c2-1b8d-48ed-8e35-d8613a299773 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:00:15.372717 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0ccc9-e131-42cc-ba53-ae37163e9222 req-20f07089-2c39-43e6-bf3e-c5a399a0c07c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:15.374249 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4fe0ccc9-e131-42cc-ba53-ae37163e9222 req-20f07089-2c39-43e6-bf3e-c5a399a0c07c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0516129 Sep 16 15:00:15.413890 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4fe0ccc9-e131-42cc-ba53-ae37163e9222 req-81bea4b9-75ae-44c4-9dd1-4f6ea6380b2a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Sep 16 15:00:16.529900 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52775f-3f91-426f-b29a-0bf0bd529f2c req-4c997539-2211-4556-81b6-6660c6d09a04 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:16.531417 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e52775f-3f91-426f-b29a-0bf0bd529f2c req-4c997539-2211-4556-81b6-6660c6d09a04 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0471025 Sep 16 15:00:16.571903 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e52775f-3f91-426f-b29a-0bf0bd529f2c req-ae440a02-bbf8-4942-8547-996602eb292f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Sep 16 15:00:17.693420 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460cc0-87a7-45b6-a92a-f0bc05125000 req-1984ea78-0c5f-4061-829b-d047ce6f1fae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:17.694802 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74460cc0-87a7-45b6-a92a-f0bc05125000 req-1984ea78-0c5f-4061-829b-d047ce6f1fae tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0539145 Sep 16 15:00:17.731902 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74460cc0-87a7-45b6-a92a-f0bc05125000 req-5eaef3be-d2a2-4f46-8eb7-1817c19c5144 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 16 15:00:18.846643 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c837083-ec85-4361-9251-33da261cdd5a req-e21c61ff-da77-4013-9cac-543cf549c18c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:18.848072 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2c837083-ec85-4361-9251-33da261cdd5a req-e21c61ff-da77-4013-9cac-543cf549c18c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0479021 Sep 16 15:00:18.892024 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2c837083-ec85-4361-9251-33da261cdd5a req-9545abc4-716e-4c4e-8383-93dcd66a2b1f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365584 Sep 16 15:00:19.207101 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ea39d-eeac-476b-9c1d-041a95811963 req-e4c065fb-5769-4652-a32a-0d0fec2c5af2 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:19.208613 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-924ea39d-eeac-476b-9c1d-041a95811963 req-e4c065fb-5769-4652-a32a-0d0fec2c5af2 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0494151 Sep 16 15:00:19.249200 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-924ea39d-eeac-476b-9c1d-041a95811963 req-74076672-8777-4657-807d-5b91a44df431 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342586 Sep 16 15:00:20.016710 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132828b-8bf6-4d93-99bb-8de910ee45c2 req-f957964c-2d6f-4993-93e4-eb4faa6b09fc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:20.018194 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c132828b-8bf6-4d93-99bb-8de910ee45c2 req-f957964c-2d6f-4993-93e4-eb4faa6b09fc tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0518253 Sep 16 15:00:20.057151 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c132828b-8bf6-4d93-99bb-8de910ee45c2 req-1560efba-8aa9-4489-93b1-ad026bf05a5b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Sep 16 15:00:20.370122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad29ac3-bb3d-42ce-ba1e-9a8c4a859331 req-34966df0-69d1-423c-9dec-1e773b7b8bfe tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:20.371761 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cad29ac3-bb3d-42ce-ba1e-9a8c4a859331 req-34966df0-69d1-423c-9dec-1e773b7b8bfe tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0533514 Sep 16 15:00:20.412888 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cad29ac3-bb3d-42ce-ba1e-9a8c4a859331 req-daaa8d27-484e-430a-b48f-07d705d32e8a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350120 Sep 16 15:00:20.929542 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-e6d01ec3-35a1-4a13-9c33-9ffd88f75047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:20.930986 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-e6d01ec3-35a1-4a13-9c33-9ffd88f75047 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1137 time: 0.0427377 Sep 16 15:00:21.042611 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-aa160315-460c-4f40-bc5d-ae677e554103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:21.044128 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-aa160315-460c-4f40-bc5d-ae677e554103 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.0991995 Sep 16 15:00:21.121589 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-f1f36b3f-d86f-4c57-a5c5-e75ebaaa4355 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 1000 time: 0.0618992 Sep 16 15:00:21.202867 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-f063a81b-ad08-40c3-81b6-b8bcf5aa2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:21.204258 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-f063a81b-ad08-40c3-81b6-b8bcf5aa2aa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0680397 Sep 16 15:00:21.214578 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec30036-4f5d-48da-9038-8f3ebd25aee4 req-62276e75-592d-46f5-a2e1-84850699375b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:21.216048 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ec30036-4f5d-48da-9038-8f3ebd25aee4 req-62276e75-592d-46f5-a2e1-84850699375b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0885582 Sep 16 15:00:21.280141 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ec30036-4f5d-48da-9038-8f3ebd25aee4 req-356b8552-2e9e-4088-9152-f17ccf361a17 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Sep 16 15:00:21.282632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-b1e611e7-98d5-4da3-ab7d-2ee7b0e19f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:21.284066 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-b1e611e7-98d5-4da3-ab7d-2ee7b0e19f23 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671391 Sep 16 15:00:21.379333 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-6d16d3ba-bcca-4d4e-ae1f-2077dc5e9790 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857677 Sep 16 15:00:21.471411 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0fc9ba8d-d33a-45b4-b361-4a1121747b2a req-cb835d6c-09fc-4d64-adb4-51b4c4ea927b service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847480 Sep 16 15:00:21.533082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac98eda-ed20-4111-9b93-b305b2e13dab req-1dd82384-2578-489b-a6aa-0bc7b8a35d53 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:21.534516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9ac98eda-ed20-4111-9b93-b305b2e13dab req-1dd82384-2578-489b-a6aa-0bc7b8a35d53 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0523241 Sep 16 15:00:21.574567 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9ac98eda-ed20-4111-9b93-b305b2e13dab req-3e7f3c19-96a1-4972-8d8f-a94567029527 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339708 Sep 16 15:00:22.399929 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b7ee-37b9-4810-a050-ebb354f41961 req-e899b87f-05e7-4500-9df7-05e60833f41c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:22.401509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c997b7ee-37b9-4810-a050-ebb354f41961 req-e899b87f-05e7-4500-9df7-05e60833f41c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Sep 16 15:00:22.440392 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c997b7ee-37b9-4810-a050-ebb354f41961 req-8a77ae3c-5236-4487-9438-e426169733ab tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Sep 16 15:00:22.689640 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ddd22-c010-4b7e-9a0f-d05b603b4f75 req-3518381f-d1f7-46f5-93ac-5add5962538a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:22.691111 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-537ddd22-c010-4b7e-9a0f-d05b603b4f75 req-3518381f-d1f7-46f5-93ac-5add5962538a tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0474179 Sep 16 15:00:22.734631 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-537ddd22-c010-4b7e-9a0f-d05b603b4f75 req-470fadd5-c17c-4cbc-a8f5-eedc1f96b1b7 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375173 Sep 16 15:00:23.556307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adf391-4a7b-4fc5-a254-4b7f7d1e7fad req-325c6de2-36b9-482d-8df8-9114fe242747 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:23.558239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-08adf391-4a7b-4fc5-a254-4b7f7d1e7fad req-325c6de2-36b9-482d-8df8-9114fe242747 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0506022 Sep 16 15:00:23.594402 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-08adf391-4a7b-4fc5-a254-4b7f7d1e7fad req-9c4a2661-9ea7-41d6-b58c-94a58d451ed4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301445 Sep 16 15:00:23.734302 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3f83fe5a-5f33-403a-8d85-57bc6359566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:23.846610 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689c84d-3aac-48bd-b4fd-01badd9acdcd req-7bc53ced-9d52-4d23-a59d-5f2a08d4b7ce tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:23.848010 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9689c84d-3aac-48bd-b4fd-01badd9acdcd req-7bc53ced-9d52-4d23-a59d-5f2a08d4b7ce tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0468442 Sep 16 15:00:23.886590 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9689c84d-3aac-48bd-b4fd-01badd9acdcd req-2d58fc98-d6de-46bf-88eb-6b1ea7be211d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320482 Sep 16 15:00:24.709991 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8af16-7176-46a1-b99a-4700dfe6a12f req-932de043-2689-4504-b7c1-338f522bf904 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:24.711499 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6e8af16-7176-46a1-b99a-4700dfe6a12f req-932de043-2689-4504-b7c1-338f522bf904 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0504804 Sep 16 15:00:24.749683 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6e8af16-7176-46a1-b99a-4700dfe6a12f req-72d60112-3c04-4831-a657-3fa5ae35bff3 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Sep 16 15:00:25.003567 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becd060-225b-48b2-8421-9cea42f0be99 req-fd085dbd-5c68-4fd0-95b1-c0f0eb9921c5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:25.004953 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4becd060-225b-48b2-8421-9cea42f0be99 req-fd085dbd-5c68-4fd0-95b1-c0f0eb9921c5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0504668 Sep 16 15:00:25.043179 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4becd060-225b-48b2-8421-9cea42f0be99 req-e204ee00-b525-4da3-8678-db8358eaf657 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322630 Sep 16 15:00:25.863669 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff07d58-5847-4a89-96ee-3512f92c2e2e req-73634683-0059-427f-afdc-fc2d2556bd9a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:25.865142 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ff07d58-5847-4a89-96ee-3512f92c2e2e req-73634683-0059-427f-afdc-fc2d2556bd9a tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0473490 Sep 16 15:00:25.902290 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0ff07d58-5847-4a89-96ee-3512f92c2e2e req-887715fa-2ea1-4050-83a4-f832415a9840 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Sep 16 15:00:26.155266 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4da33-c3ec-40b7-8228-4e07829e6072 req-52062a54-8efb-4893-b953-7b17f6319735 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:26.156752 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c6f4da33-c3ec-40b7-8228-4e07829e6072 req-52062a54-8efb-4893-b953-7b17f6319735 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0474334 Sep 16 15:00:26.195380 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c6f4da33-c3ec-40b7-8228-4e07829e6072 req-b733f895-8d83-4834-840e-cf3e02fde923 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326622 Sep 16 15:00:26.414068 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5f3e2266-aea9-4c77-ae0f-dc514da28a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:27.023503 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c45eb2-9abc-4f48-b6b0-575a22201ec1 req-3a9dc728-419e-4c3a-ac08-d49c4ba26f27 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:27.025013 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70c45eb2-9abc-4f48-b6b0-575a22201ec1 req-3a9dc728-419e-4c3a-ac08-d49c4ba26f27 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0514793 Sep 16 15:00:27.065249 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-70c45eb2-9abc-4f48-b6b0-575a22201ec1 req-3eaaf4aa-c7e5-4efe-a679-3bef049133c4 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Sep 16 15:00:27.305846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:27.314035 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72080a6-be4c-4d46-b629-8fe4442ee217 req-280ab266-8781-45b0-8cf8-464062476549 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:27.315533 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e72080a6-be4c-4d46-b629-8fe4442ee217 req-280ab266-8781-45b0-8cf8-464062476549 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0510762 Sep 16 15:00:27.355781 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e72080a6-be4c-4d46-b629-8fe4442ee217 req-ebde93e9-b37b-421b-b99f-366d415a6bb1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339432 Sep 16 15:00:27.744575 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:28.181153 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa663-88ca-4c34-8f12-ad975c5dad6f req-6051dfbe-e9b8-4444-a585-d12a8c863e38 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:28.183078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c12aa663-88ca-4c34-8f12-ad975c5dad6f req-6051dfbe-e9b8-4444-a585-d12a8c863e38 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0488472 Sep 16 15:00:28.228616 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c12aa663-88ca-4c34-8f12-ad975c5dad6f req-8ddc8383-eb0d-4b82-a1d2-9c5a044cdc74 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Sep 16 15:00:28.471668 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bba889-a2f3-48ea-bea7-8d1c3f494fe0 req-b43803e1-7517-455d-a4a1-d4403d986427 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:28.473165 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-32bba889-a2f3-48ea-bea7-8d1c3f494fe0 req-b43803e1-7517-455d-a4a1-d4403d986427 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0510964 Sep 16 15:00:28.517310 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-32bba889-a2f3-48ea-bea7-8d1c3f494fe0 req-6380f1bb-3f1d-4480-a49c-b782e794e0ae tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381358 Sep 16 15:00:28.997112 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:29.353823 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fbcd2-3755-4034-b3ae-cfbcacd9dd01 req-c9ab93bc-6878-49f6-a5a4-81d98a46c529 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:29.355297 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-951fbcd2-3755-4034-b3ae-cfbcacd9dd01 req-c9ab93bc-6878-49f6-a5a4-81d98a46c529 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0473523 Sep 16 15:00:29.392498 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-951fbcd2-3755-4034-b3ae-cfbcacd9dd01 req-4ae421b4-0c76-4719-bfce-109f651be287 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Sep 16 15:00:29.629057 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0cda3-1f18-4a25-87a4-9c9a920ace91 req-a72d2374-b541-4846-b5ee-ddf1004c93be tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:29.630544 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b9f0cda3-1f18-4a25-87a4-9c9a920ace91 req-a72d2374-b541-4846-b5ee-ddf1004c93be tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0480106 Sep 16 15:00:29.673846 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b9f0cda3-1f18-4a25-87a4-9c9a920ace91 req-9f7a4166-4c5f-4dbc-95b5-248a7332a393 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331538 Sep 16 15:00:30.519262 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdb2de-0d33-4f1e-914b-1eae5f254566 req-c0d60b7d-ee12-43b8-b74a-58f1392471b8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:30.520788 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dbdb2de-0d33-4f1e-914b-1eae5f254566 req-c0d60b7d-ee12-43b8-b74a-58f1392471b8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0513594 Sep 16 15:00:30.559608 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dbdb2de-0d33-4f1e-914b-1eae5f254566 req-1dd70adc-f1f0-4c8d-8d51-546eab61c7e5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321274 Sep 16 15:00:30.790495 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63c734-c677-4420-ba9e-07ccb3d69090 req-8d9dd4a3-534f-4f6a-a22a-dd80c3f5781f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:30.792599 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec63c734-c677-4420-ba9e-07ccb3d69090 req-8d9dd4a3-534f-4f6a-a22a-dd80c3f5781f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0484204 Sep 16 15:00:30.832887 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec63c734-c677-4420-ba9e-07ccb3d69090 req-1414c7e0-0ad0-4b61-98f0-985836f20849 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341909 Sep 16 15:00:31.672051 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d45112-97fb-4340-af3a-2482b8e1abd0 req-59d1f0c6-a5bf-4156-8e4b-8d98e98cc9fb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:31.673505 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-66d45112-97fb-4340-af3a-2482b8e1abd0 req-59d1f0c6-a5bf-4156-8e4b-8d98e98cc9fb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0462179 Sep 16 15:00:31.709970 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-66d45112-97fb-4340-af3a-2482b8e1abd0 req-0a4a6c8f-ebbb-49ba-bb8e-beb986969fe1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306268 Sep 16 15:00:31.951237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69944da1-5a71-4889-bb39-79b3e482b00e req-9c9a47e9-e98e-4025-bd3f-7d11b7ccc34f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:31.952761 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69944da1-5a71-4889-bb39-79b3e482b00e req-9c9a47e9-e98e-4025-bd3f-7d11b7ccc34f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0518489 Sep 16 15:00:31.994056 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69944da1-5a71-4889-bb39-79b3e482b00e req-e15c4b45-ac61-4e0b-a787-05e7e8504d3e tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351996 Sep 16 15:00:32.840939 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab93751-bd1a-499f-9b2c-6e93409c749e req-8fb7405a-2309-4bd3-9042-d9452dd87065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:32.842396 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cab93751-bd1a-499f-9b2c-6e93409c749e req-8fb7405a-2309-4bd3-9042-d9452dd87065 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0704362 Sep 16 15:00:32.850483 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc4745-a2bf-44a7-ac2a-568f976a05c8 req-5ecf101a-6503-46d1-9edd-390fc720384d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:32.851926 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75cc4745-a2bf-44a7-ac2a-568f976a05c8 req-5ecf101a-6503-46d1-9edd-390fc720384d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0716016 Sep 16 15:00:33.136030 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cab93751-bd1a-499f-9b2c-6e93409c749e req-628b16f0-20f7-4a77-a081-29eb8f6edf28 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831323 Sep 16 15:00:33.151975 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75cc4745-a2bf-44a7-ac2a-568f976a05c8 req-27098b3b-1960-4f72-bf4e-c1733b91167b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921345 Sep 16 15:00:33.173616 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e46cd-0361-43f6-b487-bb04ee7b57a8 req-676fcf8b-ae88-4091-b00d-d98ca8d7c6ac tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:33.175057 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-490e46cd-0361-43f6-b487-bb04ee7b57a8 req-676fcf8b-ae88-4091-b00d-d98ca8d7c6ac tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0552633 Sep 16 15:00:33.214785 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-490e46cd-0361-43f6-b487-bb04ee7b57a8 req-76471200-6ead-4e1c-a9d3-50587abbceeb tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335991 Sep 16 15:00:34.267587 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f51fe-ae6d-4745-a0ba-9e21569c06e8 req-45467dbb-bdf5-4c0e-a4c5-bfa4149dbfe0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:34.269909 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f10f51fe-ae6d-4745-a0ba-9e21569c06e8 req-45467dbb-bdf5-4c0e-a4c5-bfa4149dbfe0 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0513666 Sep 16 15:00:34.339300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f10f51fe-ae6d-4745-a0ba-9e21569c06e8 req-b3d69ccf-d9c8-4045-9649-3f6fb231c625 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Sep 16 15:00:34.355891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ba4f6-d8e2-48b9-ba8f-3f5ab441a88f req-c33ae439-fcbc-4c5d-9df9-5bed5e12e3c7 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:34.366394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a94ba4f6-d8e2-48b9-ba8f-3f5ab441a88f req-c33ae439-fcbc-4c5d-9df9-5bed5e12e3c7 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0657835 Sep 16 15:00:34.397085 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a94ba4f6-d8e2-48b9-ba8f-3f5ab441a88f req-e691920a-3763-463d-88b0-c11d841a9a55 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333836 Sep 16 15:00:35.454922 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1f1a6-e9af-4e5c-a96a-8767fbd6c8a5 req-7171c394-e93d-44ff-a48a-243a7566bd7e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:35.456555 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29f1f1a6-e9af-4e5c-a96a-8767fbd6c8a5 req-7171c394-e93d-44ff-a48a-243a7566bd7e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0491896 Sep 16 15:00:35.520616 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29f1f1a6-e9af-4e5c-a96a-8767fbd6c8a5 req-f6f6b633-47fd-4067-801e-e42e451639e3 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582211 Sep 16 15:00:35.536628 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a776-b0ff-4337-bc5c-df045e826fd6 req-a8f58148-83b7-45f6-97a7-6438dc65edd1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:35.538109 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dc88a776-b0ff-4337-bc5c-df045e826fd6 req-a8f58148-83b7-45f6-97a7-6438dc65edd1 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0695560 Sep 16 15:00:35.579102 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dc88a776-b0ff-4337-bc5c-df045e826fd6 req-af17e82a-673c-467c-b5d4-201d1c15e6ad tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339866 Sep 16 15:00:35.957654 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521dde6-2055-4623-b050-0ea8f70c5c0c req-a85cf735-027d-4374-9562-d4e70c9be54f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:35.959108 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5521dde6-2055-4623-b050-0ea8f70c5c0c req-a85cf735-027d-4374-9562-d4e70c9be54f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0504777 Sep 16 15:00:35.996236 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5521dde6-2055-4623-b050-0ea8f70c5c0c req-878386a5-15f3-40a4-b593-e2a10235de81 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306041 Sep 16 15:00:36.693926 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca91c0-16f7-416d-be49-0117c827867d req-8e547733-e093-4266-b3b2-e94fc6c8136d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:36.695395 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0bca91c0-16f7-416d-be49-0117c827867d req-8e547733-e093-4266-b3b2-e94fc6c8136d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0478892 Sep 16 15:00:36.735878 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0bca91c0-16f7-416d-be49-0117c827867d req-6af1e975-44f9-4759-878b-fb1bc07b96ac tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337269 Sep 16 15:00:37.109618 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89662ae2-74c4-47de-9a62-9312c1a5f529 req-3a9e1605-9f13-4d9c-b17d-298e92dc9cc1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:37.111355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89662ae2-74c4-47de-9a62-9312c1a5f529 req-3a9e1605-9f13-4d9c-b17d-298e92dc9cc1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0478261 Sep 16 15:00:37.148246 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89662ae2-74c4-47de-9a62-9312c1a5f529 req-b8c2f070-c519-460b-8e62-27c0c893738b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Sep 16 15:00:37.484853 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-dca6cf17-6910-40d1-a650-08365a37c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:37.489879 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-dca6cf17-6910-40d1-a650-08365a37c19a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 1099 time: 0.0435677 Sep 16 15:00:37.579086 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-351f6195-f490-495c-b553-4402f88f3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:37.580651 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-351f6195-f490-495c-b553-4402f88f3808 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 200 len: 919 time: 0.0865729 Sep 16 15:00:37.625884 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-a794435b-a6d3-47f2-a01a-ec7678ec3315 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 200 len: 217 time: 0.0365446 Sep 16 15:00:37.678731 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-760733b7-1851-4e97-a2c2-df1daceb6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:37.680239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-760733b7-1851-4e97-a2c2-df1daceb6493 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 200 len: 858 time: 0.0462167 Sep 16 15:00:37.711624 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-65fd3a1b-3ff5-41ef-8556-146a6bfc9678 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f65c198e-059b-480e-b7e2-949d758be1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239964 Sep 16 15:00:37.807816 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-95cf914c-71f1-4892-a9c7-1df9ad22f9b9 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879326 Sep 16 15:00:37.911581 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e9498-1f4c-4761-a925-331523982ca7 req-d7b881ac-ed5b-453a-aa46-70dc22ddd934 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:37.913112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4d5e9498-1f4c-4761-a925-331523982ca7 req-d7b881ac-ed5b-453a-aa46-70dc22ddd934 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.1044188 Sep 16 15:00:37.947922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-462fc0d8-c6c7-4475-8fd8-cae47a789bbd req-c1f21ec8-2666-4ff1-8a5c-3061586ac985 service neutron] 10.222.0.22 "GET /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293058 Sep 16 15:00:37.969970 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4d5e9498-1f4c-4761-a925-331523982ca7 req-e4d11aa3-e009-46fa-b1ce-d12a7bca59b5 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481184 Sep 16 15:00:38.266499 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f9b2c-6670-4801-8f8c-b6a9c538b199 req-5227febc-b75b-4f03-b1ca-e2670e732f8e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:38.267901 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b98f9b2c-6670-4801-8f8c-b6a9c538b199 req-5227febc-b75b-4f03-b1ca-e2670e732f8e tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0496039 Sep 16 15:00:38.308682 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b98f9b2c-6670-4801-8f8c-b6a9c538b199 req-0889031b-d921-49aa-8326-0e2350bb248f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Sep 16 15:00:39.086023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b51c0-7b38-4b1f-ab38-5bb53ad06047 req-f731f41c-fe63-4c7f-9df8-c9e9ac27dead tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:39.087470 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-de1b51c0-7b38-4b1f-ab38-5bb53ad06047 req-f731f41c-fe63-4c7f-9df8-c9e9ac27dead tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0488098 Sep 16 15:00:39.127154 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-de1b51c0-7b38-4b1f-ab38-5bb53ad06047 req-8c89a2b8-fa8a-4e40-8665-5ae9d5a20285 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336387 Sep 16 15:00:39.422760 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e563d14-693b-42bf-aaa5-ea4d2b51294e req-682cdc30-fe81-4807-9f40-0156813f3116 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:39.424175 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0e563d14-693b-42bf-aaa5-ea4d2b51294e req-682cdc30-fe81-4807-9f40-0156813f3116 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0477514 Sep 16 15:00:39.466909 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0e563d14-693b-42bf-aaa5-ea4d2b51294e req-383e4cd9-f986-4773-9a17-91dbb6c2d081 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 Sep 16 15:00:40.241573 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03053222-a976-4d83-be86-a418ec21fc23 req-bebd42cc-3a1b-4673-95b9-b0232abf8a34 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:40.243065 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03053222-a976-4d83-be86-a418ec21fc23 req-bebd42cc-3a1b-4673-95b9-b0232abf8a34 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0482953 Sep 16 15:00:40.282640 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-03053222-a976-4d83-be86-a418ec21fc23 req-47348c89-b8d7-4b3b-b467-ee3bdb00bfdf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329914 Sep 16 15:00:40.581282 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e3fab-34ff-4788-ac72-a124e38f480e req-fc0b6e50-4186-4eae-9ca4-a8fc2489528c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:40.582754 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-917e3fab-34ff-4788-ac72-a124e38f480e req-fc0b6e50-4186-4eae-9ca4-a8fc2489528c tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0483167 Sep 16 15:00:40.622417 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-917e3fab-34ff-4788-ac72-a124e38f480e req-e49039de-42cf-4829-b4f1-9ef673a69675 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Sep 16 15:00:41.396852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a43a0-c2c3-4f2d-8973-7e79468a4e5d req-e7a692e8-a5fa-4c75-a885-81eaaaaee754 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:41.398227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-da1a43a0-c2c3-4f2d-8973-7e79468a4e5d req-e7a692e8-a5fa-4c75-a885-81eaaaaee754 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0481634 Sep 16 15:00:41.441671 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-da1a43a0-c2c3-4f2d-8973-7e79468a4e5d req-0a77f6bb-60e7-46a6-b50b-ea9559dbc93e tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374348 Sep 16 15:00:42.571510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88c59-96b7-45dd-b6e1-8d04dc666a11 req-d2b9a62a-cbac-46d9-8f5e-2d81ee889811 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:42.573694 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25c88c59-96b7-45dd-b6e1-8d04dc666a11 req-d2b9a62a-cbac-46d9-8f5e-2d81ee889811 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0486698 Sep 16 15:00:42.614593 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25c88c59-96b7-45dd-b6e1-8d04dc666a11 req-34c8e0a9-3ba5-488a-8ebe-08111d7a4337 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347686 Sep 16 15:00:42.785076 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:43.725820 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb4594-fa6a-4994-8a39-36112724329b req-30194ff1-99b1-4337-afdb-cfbd46d33caf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:43.727280 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d5bb4594-fa6a-4994-8a39-36112724329b req-30194ff1-99b1-4337-afdb-cfbd46d33caf tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0473316 Sep 16 15:00:43.766635 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d5bb4594-fa6a-4994-8a39-36112724329b req-ea578368-0c50-4558-9cf2-1f2c6da5d450 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328896 Sep 16 15:00:43.950922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-39944299-f7c9-4df6-88bc-b0528a27aa5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488131 Sep 16 15:00:44.042657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-dc3ba603-0851-4d40-8fc5-b43fbde86bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:44.044102 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-dc3ba603-0851-4d40-8fc5-b43fbde86bad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 1100 time: 0.0465119 Sep 16 15:00:44.154814 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-e8519e14-55f0-4c03-9623-d8e7f546f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:44.156376 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-e8519e14-55f0-4c03-9623-d8e7f546f3a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.0883715 Sep 16 15:00:44.232997 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-afcae143-35bd-4412-ab12-14f1276b8c3f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 200 len: 1002 time: 0.0676568 Sep 16 15:00:44.302935 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-ecfd1e9c-8336-4f29-8078-53f0de3b3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:44.302935 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-ecfd1e9c-8336-4f29-8078-53f0de3b3629 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0585630 Sep 16 15:00:44.353387 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-392df826-373a-4917-8d91-a74bfd54edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:44.354957 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-392df826-373a-4917-8d91-a74bfd54edcd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443203 Sep 16 15:00:44.450140 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-4826a461-7237-490b-9b72-69a9f0c8e242 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868530 Sep 16 15:00:44.548006 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1cc6c6d-3158-4cd3-8969-3c33e9622607 req-8173c2b1-d8ac-4262-b986-6df25f8fed2c service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869591 Sep 16 15:00:44.887331 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c88d82-15d5-4d4d-8db5-36c4223165f7 req-36814919-b422-405c-893a-92cba8169c9f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:44.888842 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81c88d82-15d5-4d4d-8db5-36c4223165f7 req-36814919-b422-405c-893a-92cba8169c9f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0551586 Sep 16 15:00:44.930739 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81c88d82-15d5-4d4d-8db5-36c4223165f7 req-4645c943-c906-46a4-a729-00eaaa789cbc tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&id=affa75a1-450f-4f76-85bf-91ce12b5eeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344551 Sep 16 15:00:48.431734 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb560f6-b816-4962-9889-bf671374aa28 req-438c091c-4995-4a67-8ef9-d997c19c8f27 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:48.433357 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4cb560f6-b816-4962-9889-bf671374aa28 req-438c091c-4995-4a67-8ef9-d997c19c8f27 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0500162 Sep 16 15:00:48.471662 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4cb560f6-b816-4962-9889-bf671374aa28 req-13e44c74-ceed-4a6a-b7d6-d800c51660bb tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323133 Sep 16 15:00:49.111729 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34040) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:49.214479 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4fb16a62-4243-466a-af3e-a73d113b5ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.398573 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4fb16a62-4243-466a-af3e-a73d113b5ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.482885 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4fb16a62-4243-466a-af3e-a73d113b5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.521751 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4fb16a62-4243-466a-af3e-a73d113b5ad8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0511e49c5d4c419895a7d0c886720832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088297 Sep 16 15:00:49.522622 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb16a62-4243-466a-af3e-a73d113b5ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8a1af-4e71-492b-8698-2fd0c042e3f5,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:49.524553 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34046) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:49.576259 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.594206 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc94331-5470-46bb-94ac-5ba866dffc32 req-57a140ce-9218-44e9-9356-f69ffc5f4ab7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:49.595736 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efc94331-5470-46bb-94ac-5ba866dffc32 req-57a140ce-9218-44e9-9356-f69ffc5f4ab7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0538795 Sep 16 15:00:49.597494 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.635268 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efc94331-5470-46bb-94ac-5ba866dffc32 req-ff351a33-ae8e-484a-accb-494d496879c9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332856 Sep 16 15:00:49.715985 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.718601 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:49.719762 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24d8a1af-4e71-492b-8698-2fd0c042e3f5 HTTP/1.1" status: 204 len: 168 time: 0.1942148 Sep 16 15:00:49.727893 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd06d9-b9aa-423d-8f3d-420086869cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8a1af-4e71-492b-8698-2fd0c042e3f5,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:49.777632 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:00:50.418614 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34052) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:50.431565 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5479726a-7e03-4c5d-9e03-455a954251dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.516099 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5479726a-7e03-4c5d-9e03-455a954251dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.592626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5479726a-7e03-4c5d-9e03-455a954251dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.628873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479726a-7e03-4c5d-9e03-455a954251dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f971870-3522-465c-9272-cdbc083595fa,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:50.633770 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-5479726a-7e03-4c5d-9e03-455a954251dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97d924677f86465eba2d2741c587a88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135601 Sep 16 15:00:50.635861 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34054) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:00:50.686438 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.707992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.749425 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c9ae-517c-46c5-b7a6-29d0eee3f36e req-5fc396a5-8a03-4b8e-8a67-21a1a2d3712d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:50.750908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7c3c9ae-517c-46c5-b7a6-29d0eee3f36e req-5fc396a5-8a03-4b8e-8a67-21a1a2d3712d tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0484538 Sep 16 15:00:50.789634 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7c3c9ae-517c-46c5-b7a6-29d0eee3f36e req-3f06ca9d-7086-4542-8b9c-f7943e4e8e61 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Sep 16 15:00:50.824597 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.827694 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:50.828933 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f971870-3522-465c-9272-cdbc083595fa HTTP/1.1" status: 204 len: 168 time: 0.1921399 Sep 16 15:00:50.836609 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf9685-5c90-4a8e-94bb-37d3a3bf743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f971870-3522-465c-9272-cdbc083595fa,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:51.499964 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675132d-eeef-4121-8537-0e2988c230c3 req-7cf1eba6-b098-43ca-8c15-d02bcff7535f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:51.499964 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8675132d-eeef-4121-8537-0e2988c230c3 req-7cf1eba6-b098-43ca-8c15-d02bcff7535f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0474796 Sep 16 15:00:51.596793 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Deleting port cc81ca16-84ca-4f81-974a-be053b0556b7 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:00:51.597136 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:51.683798 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] For port cc81ca16-84ca-4f81-974a-be053b0556b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=cc81ca16-84ca-4f81-974a-be053b0556b7,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:51.684763 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:51.698194 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Calling delete_port for cc81ca16-84ca-4f81-974a-be053b0556b7 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:00:51.909085 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ba8c2-e77a-4b18-9538-204f588c6045 req-2de600a6-899e-4348-bd3d-6c4bc71dae20 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:51.910562 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d11ba8c2-e77a-4b18-9538-204f588c6045 req-2de600a6-899e-4348-bd3d-6c4bc71dae20 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 946 time: 0.0553281 Sep 16 15:00:51.948312 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d11ba8c2-e77a-4b18-9538-204f588c6045 req-9272ec32-d5aa-49df-859e-103797a4c77f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Sep 16 15:00:51.951712 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:51.965895 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'cc81ca16-84ca-4f81-974a-be053b0556b7'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:00:51.986136 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Pushing event deleted for resources: {'Port': ['ID=cc81ca16-84ca-4f81-974a-be053b0556b7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:00:52.029448 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] No DVR routers for this DVR port cc81ca16-84ca-4f81-974a-be053b0556b7 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:00:52.032190 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:52.034239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8675132d-eeef-4121-8537-0e2988c230c3 req-03617134-b184-4b02-bb1a-bc8effc5a916 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "DELETE /v2.0/ports/cc81ca16-84ca-4f81-974a-be053b0556b7 HTTP/1.1" status: 204 len: 173 time: 0.5284595 Sep 16 15:00:52.034676 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'name': 'network-vif-deleted', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:00:52.037123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586f64f9-5148-4d3a-89e1-1469da0e6df3" -d '{"events": [{"server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "name": "network-vif-deleted", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:00:52.075988 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b5c56-390a-484e-80da-94a9ebcc6279 x-openstack-request-id: req-f27b5c56-390a-484e-80da-94a9ebcc6279 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:00:52.076406 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81ad01-ad3a-49f2-91e3-31d93fd42083", "name": "network-vif-deleted", "tag": "cc81ca16-84ca-4f81-974a-be053b0556b7", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:00:52.076725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f27b5c56-390a-484e-80da-94a9ebcc6279 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:00:52.077227 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81ad01-ad3a-49f2-91e3-31d93fd42083', 'name': 'network-vif-deleted', 'tag': 'cc81ca16-84ca-4f81-974a-be053b0556b7', 'status': 'completed', 'code': 200} Sep 16 15:00:53.059799 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3e97faf2-f467-450b-9577-0b12eaedf8e9 req-6a223f35-1a68-4f49-b0a5-344375bfa625 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c81ad01-ad3a-49f2-91e3-31d93fd42083 HTTP/1.1" status: 200 len: 210 time: 0.0251989 Sep 16 15:00:53.750782 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b7562ce4-c61f-40af-a4ad-31c2c5d4856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:54.650231 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2128f3d-d1cf-4bb0-8423-922e6d6026ef req-6569ebc9-a61d-43e1-9d97-ae6aac25e1cd tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:54.651712 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b2128f3d-d1cf-4bb0-8423-922e6d6026ef req-6569ebc9-a61d-43e1-9d97-ae6aac25e1cd tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0488074 Sep 16 15:00:54.693504 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b2128f3d-d1cf-4bb0-8423-922e6d6026ef req-a69def78-ca25-4352-b0e2-488c6cb34490 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Sep 16 15:00:55.410651 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device cc81ca16-84ca-4f81-974a-be053b0556b7 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:00:55.431854 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: cc81ca16-84ca-4f81-974a-be053b0556b7 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:00:55.432254 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device cc81ca16-84ca-4f81-974a-be053b0556b7 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:00:55.809942 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae912-2e22-40de-a47d-b6e9fb8aebe5 req-902f83b7-e8fa-44ea-8beb-d9af58e8dcb8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:55.811424 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-142ae912-2e22-40de-a47d-b6e9fb8aebe5 req-902f83b7-e8fa-44ea-8beb-d9af58e8dcb8 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0479369 Sep 16 15:00:55.865759 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-142ae912-2e22-40de-a47d-b6e9fb8aebe5 req-a74d44f1-cd45-4fc9-8238-f9d41771e2e9 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 Sep 16 15:00:56.401537 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9b23520e-b9d0-495d-9220-089c211327cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:56.979317 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8c100-f650-4305-85fc-d0ea74029d4f req-6b78f499-f7be-4700-8df3-7331456b1579 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:56.980800 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ddd8c100-f650-4305-85fc-d0ea74029d4f req-6b78f499-f7be-4700-8df3-7331456b1579 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0483224 Sep 16 15:00:57.019169 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ddd8c100-f650-4305-85fc-d0ea74029d4f req-3c2da9eb-fd8c-4496-8603-520fed97c05f tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Sep 16 15:00:57.277698 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:57.746136 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:57.779458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ca74-51d3-4d10-bbe7-171b251f269a req-2d037317-0283-451a-9427-68015639a2b2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:57.780967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-90e0ca74-51d3-4d10-bbe7-171b251f269a req-2d037317-0283-451a-9427-68015639a2b2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.0493424 Sep 16 15:00:57.821589 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-90e0ca74-51d3-4d10-bbe7-171b251f269a req-a888eb8b-1ad1-4463-ab0e-a06174002e11 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 Sep 16 15:00:58.134162 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797115-e911-47b4-8969-bf9e34704650 req-be87de30-9b8d-4a3d-b359-4311d16dac66 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:58.135906 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ad797115-e911-47b4-8969-bf9e34704650 req-be87de30-9b8d-4a3d-b359-4311d16dac66 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Sep 16 15:00:58.174390 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ad797115-e911-47b4-8969-bf9e34704650 req-c070cf7c-b794-417d-b3a2-6ac9db7a9fdf tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Sep 16 15:00:58.940744 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2fd81-0b4d-4dcc-9181-29c4a1e23201 req-d2254b9b-6644-4213-8953-1892efc354e2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:58.941564 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c1b2fd81-0b4d-4dcc-9181-29c4a1e23201 req-d2254b9b-6644-4213-8953-1892efc354e2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.0471547 Sep 16 15:00:58.979471 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c1b2fd81-0b4d-4dcc-9181-29c4a1e23201 req-5014328e-f1f5-4b12-911c-e5f32090b9fe tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Sep 16 15:00:59.008860 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:59.287424 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afbbf3-7238-4f24-939d-17472f5f2f24 req-f0cc4a70-f226-455a-a508-163c1ad8fdd5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:59.288940 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78afbbf3-7238-4f24-939d-17472f5f2f24 req-f0cc4a70-f226-455a-a508-163c1ad8fdd5 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0480986 Sep 16 15:00:59.330373 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78afbbf3-7238-4f24-939d-17472f5f2f24 req-c56aaa27-7031-4cdc-85c9-05aaa480863b tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Sep 16 15:00:59.628933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-dc331fd1-4dba-4057-a29a-6a56a337b86d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:00:59.630417 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-dc331fd1-4dba-4057-a29a-6a56a337b86d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.0512798 Sep 16 15:00:59.743478 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Deleting port 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:00:59.743843 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:00:59.834741 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] For port 086ea88d-7346-4c1e-8c6a-a534016d492f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=086ea88d-7346-4c1e-8c6a-a534016d492f,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:00:59.835030 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:00.068374 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:00.068733 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:00.069050 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Floating IP 47a7f197-7c35-4914-8104-05efda3b6fce disassociated. External IP: 172.27.3.118, port: 086ea88d-7346-4c1e-8c6a-a534016d492f. Sep 16 15:01:00.069391 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Calling delete_port for 086ea88d-7346-4c1e-8c6a-a534016d492f owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:00.148326 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c7bc6-b7ab-49ed-ba45-363ae37be991 req-17fc5c67-6c2e-445e-9bf3-c1f7e7995d3f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:00.149830 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9b8c7bc6-b7ab-49ed-ba45-363ae37be991 req-17fc5c67-6c2e-445e-9bf3-c1f7e7995d3f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 947 time: 0.0919569 Sep 16 15:01:00.206686 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9b8c7bc6-b7ab-49ed-ba45-363ae37be991 req-8b5b0820-6abf-4516-b25e-56e61851d4c7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489032 Sep 16 15:01:00.375308 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:00.406444 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'Port': ['ID=086ea88d-7346-4c1e-8c6a-a534016d492f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:00.439706 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.440209 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.440564 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.440910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.441250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.441591 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.441944 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.442302 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.442638 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.442970 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.443302 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.443633 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:00.507782 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5a8f4-ad1f-4714-bf90-e6c3f48a6d10 req-9bbe6119-0fa7-4c82-9fbf-554872b2e769 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:00.509312 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26d5a8f4-ad1f-4714-bf90-e6c3f48a6d10 req-9bbe6119-0fa7-4c82-9fbf-554872b2e769 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.1066704 Sep 16 15:01:00.590256 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-26d5a8f4-ad1f-4714-bf90-e6c3f48a6d10 req-fdf3493a-d329-4e4d-a5b5-2e0c28172b78 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/security-groups?id=df6868ff-1c48-4264-8c3e-db1c8562a3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Sep 16 15:01:00.597637 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:00.711218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:00.723316 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:00.733462 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:00.734087 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:00.754405 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] No DVR routers for this DVR port 086ea88d-7346-4c1e-8c6a-a534016d492f on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:00.758606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:00.760951 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b84eebfd-48f8-4422-8108-6654b4e95532 req-b8ceb586-12a8-4f93-aed0-18f65cb16604 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "DELETE /v2.0/ports/086ea88d-7346-4c1e-8c6a-a534016d492f HTTP/1.1" status: 204 len: 173 time: 1.1155071 Sep 16 15:01:00.761926 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-deleted', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:00.764134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d71ca50-9ecc-4b0d-a466-daf9575d601d" -d '{"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-deleted", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:00.809832 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45f0361-3d1f-47cb-b967-0cb9631d3141 x-openstack-request-id: req-f45f0361-3d1f-47cb-b967-0cb9631d3141 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:00.810123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903d4ef9-bedd-4ba1-b613-bb8b2831f811", "name": "network-vif-deleted", "tag": "086ea88d-7346-4c1e-8c6a-a534016d492f", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:00.810406 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f45f0361-3d1f-47cb-b967-0cb9631d3141 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:00.810864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903d4ef9-bedd-4ba1-b613-bb8b2831f811', 'name': 'network-vif-deleted', 'tag': '086ea88d-7346-4c1e-8c6a-a534016d492f', 'status': 'completed', 'code': 200} Sep 16 15:01:00.822295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fb03-944b-48db-bb97-b620307864b6 req-dac60a3e-9a1b-4a07-8ae1-d51b80faeac7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:00.824706 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-76a9fb03-944b-48db-bb97-b620307864b6 req-dac60a3e-9a1b-4a07-8ae1-d51b80faeac7 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 946 time: 0.0730557 Sep 16 15:01:00.842862 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:00.944909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Deleting port c0b74e57-3515-43ee-bdd9-ea71870b8c9f {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:00.945262 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:01.040579 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] For port c0b74e57-3515-43ee-bdd9-ea71870b8c9f, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:01.041255 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:01.044956 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:01.054917 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Calling delete_port for c0b74e57-3515-43ee-bdd9-ea71870b8c9f owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:01.071258 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:01.079509 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:01.080242 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:01.266276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:01.281019 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['c0b74e57-3515-43ee-bdd9-ea71870b8c9f'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:01.281697 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:01.305507 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Pushing event deleted for resources: {'Port': ['ID=c0b74e57-3515-43ee-bdd9-ea71870b8c9f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:01.318393 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.323302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:01.355878 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] No DVR routers for this DVR port c0b74e57-3515-43ee-bdd9-ea71870b8c9f on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:01.365010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:01.366736 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-76a9fb03-944b-48db-bb97-b620307864b6 req-17a65e0b-c719-449e-8d42-3dc9302b2ae1 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.22 "DELETE /v2.0/ports/c0b74e57-3515-43ee-bdd9-ea71870b8c9f HTTP/1.1" status: 204 len: 173 time: 0.5344818 Sep 16 15:01:01.367258 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'name': 'network-vif-deleted', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:01.370094 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2816027f-c2aa-4ba6-94df-ac9bf625dba4" -d '{"events": [{"server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "name": "network-vif-deleted", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:01.391416 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c9c5d839-2941-4e4d-9d30-21333ee81ced req-4e8e4976-fe0f-4824-b263-1d3a8260f100 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=903d4ef9-bedd-4ba1-b613-bb8b2831f811 HTTP/1.1" status: 200 len: 210 time: 0.0699804 Sep 16 15:01:01.435995 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdafec15-3290-4937-9587-226e2b2c25bf x-openstack-request-id: req-bdafec15-3290-4937-9587-226e2b2c25bf {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:01.438719 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648d6896-cf49-4a9c-8193-fbb3dbeffd46", "name": "network-vif-deleted", "tag": "c0b74e57-3515-43ee-bdd9-ea71870b8c9f", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:01.438719 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdafec15-3290-4937-9587-226e2b2c25bf {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:01.438719 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648d6896-cf49-4a9c-8193-fbb3dbeffd46', 'name': 'network-vif-deleted', 'tag': 'c0b74e57-3515-43ee-bdd9-ea71870b8c9f', 'status': 'completed', 'code': 200} Sep 16 15:01:01.529806 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:01.562030 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2d12a5-0a43-41da-b86b-fa06edef463d None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:01.691096 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-693c60a1-1adb-4605-a943-47ad838848ae req-be87c41c-734d-48be-8fe3-53dfeb7a2b92 tempest-ServerRescueNegativeTestJSON-22522310 tempest-ServerRescueNegativeTestJSON-22522310-project] 10.222.0.30 "GET /v2.0/ports?device_id=648d6896-cf49-4a9c-8193-fbb3dbeffd46 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Sep 16 15:01:01.818180 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b3cf31-2b93-41e0-ab53-00ac8b664e52 None None] New status for floating IP 47a7f197-7c35-4914-8104-05efda3b6fce: DOWN {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:01:02.580327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34244) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:02.645179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:02.674393 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:02.758411 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34248) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:02.822509 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:02.825517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:02.826450 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "DELETE /v2.0/security-groups/14dbdbb6-e76a-4fcb-a2c3-5dad9287812e HTTP/1.1" status: 204 len: 168 time: 0.2451239 Sep 16 15:01:02.835815 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34252) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:02.858506 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.api.v2.resource [None req-b41cda1c-fe6b-4228-9df9-b305b588aafa tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] show failed (client error): The resource could not be found. Sep 16 15:01:02.863630 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34254) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:02.864309 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b41cda1c-fe6b-4228-9df9-b305b588aafa tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups/14dbdbb6-e76a-4fcb-a2c3-5dad9287812e HTTP/1.1" status: 404 len: 347 time: 0.0267961 Sep 16 15:01:02.925136 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfcdb3-8f32-4b69-ab00-464d2958d626 req-0cb91113-15b7-4284-8a04-5555ebca9a27 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:02.928328 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cadfcdb3-8f32-4b69-ab00-464d2958d626 req-0cb91113-15b7-4284-8a04-5555ebca9a27 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0587401 Sep 16 15:01:02.941997 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242d9db-2c53-4adf-bf18-0aaaf5754743 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dbdbb6-e76a-4fcb-a2c3-5dad9287812e,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:02.979106 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cadfcdb3-8f32-4b69-ab00-464d2958d626 req-3c3c5506-7d03-4e01-897b-1f444c22a37c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460594 Sep 16 15:01:03.118957 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Deleting port b80ad267-a306-41c3-9190-947994c5e372 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:03.119170 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:03.267523 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:03.267899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:03.288424 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Calling delete_port for b80ad267-a306-41c3-9190-947994c5e372 owned by network:floatingip {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:03.482138 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device c0b74e57-3515-43ee-bdd9-ea71870b8c9f no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:03.487222 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:03.503192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: c0b74e57-3515-43ee-bdd9-ea71870b8c9f {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:03.503602 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device c0b74e57-3515-43ee-bdd9-ea71870b8c9f not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:03.504063 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:03.523279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 086ea88d-7346-4c1e-8c6a-a534016d492f {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:03.523723 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 086ea88d-7346-4c1e-8c6a-a534016d492f not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:03.665276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:03.727676 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'Port': ['ID=b80ad267-a306-41c3-9190-947994c5e372,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:04.045877 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.049069 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.055250 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-08a8ba3b-ae1f-427d-a025-f1c0ff33f833 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "DELETE /v2.0/floatingips/47a7f197-7c35-4914-8104-05efda3b6fce HTTP/1.1" status: 204 len: 168 time: 1.1846704 Sep 16 15:01:04.146805 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac3c32-8ad0-4bc2-8dde-eb4cfaf34e25 req-93822d09-b3c7-4c20-a696-9da6c21b05ab tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:04.148867 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d3ac3c32-8ad0-4bc2-8dde-eb4cfaf34e25 req-93822d09-b3c7-4c20-a696-9da6c21b05ab tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0804987 Sep 16 15:01:04.165466 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Deleting port eba7d29c-118e-462e-b822-c285ec1eb51a {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:04.166489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.193147 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d3ac3c32-8ad0-4bc2-8dde-eb4cfaf34e25 req-b49845fc-0887-4a6a-8756-988d95b9feca tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362999 Sep 16 15:01:04.274909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] For port eba7d29c-118e-462e-b822-c285ec1eb51a, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=eba7d29c-118e-462e-b822-c285ec1eb51a,segment=NetworkSegment(1ecf98cf-4d8d-4e50-8074-20c98566ebd8),segment_id=1ecf98cf-4d8d-4e50-8074-20c98566ebd8)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:04.275220 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.288209 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Calling delete_port for eba7d29c-118e-462e-b822-c285ec1eb51a owned by network:router_interface {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:04.422829 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34268) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:04.427406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584070148', 'description': 'tempest-description--2610374'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:04.555945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.594721 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.631582 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba7d29c-118e-462e-b822-c285ec1eb51a,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:04.709971 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.812480 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.911694 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:04.972444 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7af60a-9184-4596-a552-25d1b3d24dc6,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:05.028320 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-8a6cb45d-7f49-4101-a9f2-619762b4c2cf tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:05.029797 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-8a6cb45d-7f49-4101-a9f2-619762b4c2cf tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.1273613 Sep 16 15:01:05.071658 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.071658 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3ae5aadc-b92f-41a7-aba4-c8373c01c0dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6422031 Sep 16 15:01:05.074044 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34276) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:05.079424 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group_rule': {'security_group_id': 'ab7af60a-9184-4596-a552-25d1b3d24dc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:05.156649 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Router 531de46d-8337-482e-a5d5-779905b07e86 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:05.178414 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Deleting port 73833060-5951-4078-8a92-051db3afcfd9 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:05.178781 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.197042 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.248826 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.322792 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f113b-b9a5-4c3d-b93b-201a94ebe1df req-31906fe1-dd48-47a4-bcdd-decc07e24176 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:05.324427 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a61f113b-b9a5-4c3d-b93b-201a94ebe1df req-31906fe1-dd48-47a4-bcdd-decc07e24176 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 945 time: 0.0588813 Sep 16 15:01:05.358841 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:05.362191 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] For port 73833060-5951-4078-8a92-051db3afcfd9, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=73833060-5951-4078-8a92-051db3afcfd9,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:05.362565 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.367973 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-196c1c48-c039-408e-b71b-a41e3c6ae944 admin admin] 10.222.0.30 "PUT /v2.0/routers/531de46d-8337-482e-a5d5-779905b07e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084566 Sep 16 15:01:05.368949 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Sync routers for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:05.373873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34280) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:05.379897 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:05.381415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a61f113b-b9a5-4c3d-b93b-201a94ebe1df req-6aaa5b8e-4116-4ba3-adf1-302d971c0b83 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=c113d27c-18a7-4107-81e7-f2df30de5c96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458450 Sep 16 15:01:05.381679 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:05.386050 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.407498 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04af87b1-4424-492e-8e2a-e2363a9fdff9,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:05.490342 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:05.518281 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.522004 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1cd97f19-8b64-4475-a552-46001323593d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438286 Sep 16 15:01:05.522295 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34284) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:05.527029 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'security_group_rule': {'security_group_id': 'ab7af60a-9184-4596-a552-25d1b3d24dc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:05.584877 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34286) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:05.607531 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.651438 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.684627 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T15:01:04Z', 'revision_number': 5, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:05.718017 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Checking router: 531de46d-8337-482e-a5d5-779905b07e86 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:05.723115 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.726821 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Routers {'531de46d-8337-482e-a5d5-779905b07e86'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:05.727634 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['531de46d-8337-482e-a5d5-779905b07e86'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:05.731109 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c87f9b87-dbfe-402d-9e77-0e14aea507a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.766412 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.767077 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.767077 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Floating IP 2418b3a6-6718-4ee2-870c-8e54bdedfc87 disassociated. External IP: 172.27.3.243, port: 73833060-5951-4078-8a92-051db3afcfd9. Sep 16 15:01:05.767428 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Calling delete_port for 73833060-5951-4078-8a92-051db3afcfd9 owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:05.835441 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:05.839543 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] Set router 531de46d-8337-482e-a5d5-779905b07e86 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:05.976332 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Deleting port 0d8ab227-03d6-451c-ac09-9996e78bd9fd {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:05.976688 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.025730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.051069 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T15:01:04Z', 'revision_number': 5, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:06.056694 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63239cb9-d890-4535-8551-6a836c068f7f,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:06.083059 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c87f9b87-dbfe-402d-9e77-0e14aea507a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.083316 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824f861-80f6-4e52-9ce9-005971a0152d None None] The sync data for ids ['531de46d-8337-482e-a5d5-779905b07e86'] in dv-cinder-809417-1-iscsi is: [{'id': '531de46d-8337-482e-a5d5-779905b07e86', 'name': 'tempest-ServerRescueNegativeTestJSON-194319976-router', 'tenant_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:01Z', 'updated_at': '2021-09-16T15:01:04Z', 'revision_number': 5, 'project_id': '1fcd0c82d3244b6a884537d4fb4fa530', 'gw_port': {'id': '0d8ab227-03d6-451c-ac09-9996e78bd9fd', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:41:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531de46d-8337-482e-a5d5-779905b07e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:02Z', 'updated_at': '2021-09-16T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:06.157623 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c87f9b87-dbfe-402d-9e77-0e14aea507a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.196002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f9b87-dbfe-402d-9e77-0e14aea507a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02415850-7d1d-405a-bc0f-5e419afbcc8e,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:06.200596 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-c87f9b87-dbfe-402d-9e77-0e14aea507a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09ed3bf2d8814dafbfa4a6773ecd57b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195984 Sep 16 15:01:06.203131 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34292) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:06.228848 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.231384 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-09e109d9-0a9f-4483-8bc1-7c100e4565ef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7068098 Sep 16 15:01:06.235545 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34294) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:06.240519 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:06.278992 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.283198 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.302150 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.317503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'Port': ['ID=73833060-5951-4078-8a92-051db3afcfd9,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:06.346699 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.378620 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] For port 0d8ab227-03d6-451c-ac09-9996e78bd9fd, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=0d8ab227-03d6-451c-ac09-9996e78bd9fd,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:06.378941 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.396487 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Calling delete_port for 0d8ab227-03d6-451c-ac09-9996e78bd9fd owned by network:router_gateway {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:06.427582 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.431419 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.432795 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02415850-7d1d-405a-bc0f-5e419afbcc8e HTTP/1.1" status: 204 len: 168 time: 0.2286708 Sep 16 15:01:06.450075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb44e88-228e-4ab6-a3f2-a763143542df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02415850-7d1d-405a-bc0f-5e419afbcc8e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:06.493131 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.517349 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1c619bd8-01ac-42c1-beca-a6c9b19797c9 req-8c2cf423-5548-44e0-a00b-4ca95eaf0ec6 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0338960 Sep 16 15:01:06.621958 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:06.642472 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Allocated IP 172.27.3.166 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/ee382a47-9284-476e-9559-238da624cd5b) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:06.765015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:06.772174 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.777666 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:06.788052 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:06.788553 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:06.827256 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] No DVR routers for this DVR port 73833060-5951-4078-8a92-051db3afcfd9 on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:06.829204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.832008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.834061 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2c59dbe4-d88a-4992-a2b6-a4db6f5393ad req-1275d033-d115-4835-8291-c8448fbe1bee tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "DELETE /v2.0/ports/73833060-5951-4078-8a92-051db3afcfd9 HTTP/1.1" status: 204 len: 173 time: 1.7960317 Sep 16 15:01:06.836169 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'name': 'network-vif-deleted', 'tag': '73833060-5951-4078-8a92-051db3afcfd9'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:06.838637 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0758bc67-f6f8-40cd-b86c-e3c3e00fdf7e" -d '{"events": [{"server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "name": "network-vif-deleted", "tag": "73833060-5951-4078-8a92-051db3afcfd9"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:06.874774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8ab227-03d6-451c-ac09-9996e78bd9fd,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:06.914663 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6808885-b21f-4879-8eee-d2a291cd15fd x-openstack-request-id: req-c6808885-b21f-4879-8eee-d2a291cd15fd {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:06.914870 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f474435-3e40-4e17-b71e-c57f0b75fdef", "name": "network-vif-deleted", "tag": "73833060-5951-4078-8a92-051db3afcfd9", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:06.915103 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6808885-b21f-4879-8eee-d2a291cd15fd {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:06.915533 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f474435-3e40-4e17-b71e-c57f0b75fdef', 'name': 'network-vif-deleted', 'tag': '73833060-5951-4078-8a92-051db3afcfd9', 'status': 'completed', 'code': 200} Sep 16 15:01:06.935645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:06.950482 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:06.969469 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.002000 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:07.007196 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:07.009997 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:07.089236 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=ee382a47-9284-476e-9559-238da624cd5b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:07.157622 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.161855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.173077 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.208533 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:07.238458 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:07.247806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:07.248446 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:07.315224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.329472 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.330654 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531de46d-8337-482e-a5d5-779905b07e86 {{(pid=106171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:01:07.345641 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.347237 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3330e0c8-829a-4921-b7d1-62f01be49e92 admin admin] 10.222.0.30 "DELETE /v2.0/routers/531de46d-8337-482e-a5d5-779905b07e86 HTTP/1.1" status: 204 len: 168 time: 1.9723210 Sep 16 15:01:07.349981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34304) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:07.438133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Deleting subnet 1e2fc508-608d-4ff2-930e-2833fe2bae0c {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:01:07.447007 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.461909 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device eba7d29c-118e-462e-b822-c285ec1eb51a no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:07.482432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34306) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:07.486956 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: eba7d29c-118e-462e-b822-c285ec1eb51a {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:07.486956 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device eba7d29c-118e-462e-b822-c285ec1eb51a not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:07.505945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff51-a142-47d2-83a9-ac3625344e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.507553 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:07.522761 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.614140 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.628095 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff51-a142-47d2-83a9-ac3625344e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.685928 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-80237faa-37da-44fc-8804-303ff2d7c8d2 req-81f04267-d8cb-434f-993f-c6ad70b7a9da tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f474435-3e40-4e17-b71e-c57f0b75fdef HTTP/1.1" status: 200 len: 210 time: 0.0417941 Sep 16 15:01:07.693893 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.729097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cc1aff51-a142-47d2-83a9-ac3625344e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.738874 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:07.768570 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef09ef-6faf-415a-bb8d-48c53dbca2dd None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:07.769010 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-cc1aff51-a142-47d2-83a9-ac3625344e91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a97e87f1dc94f0bb052db007c090953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853243 Sep 16 15:01:07.770074 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1aff51-a142-47d2-83a9-ac3625344e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb4668-ebb0-4ad5-9874-025e13b59513,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:07.771653 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34310) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:07.827058 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.842490 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.879186 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.902419 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.935517 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:07.937517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34312) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:07.938333 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e2fc508-608d-4ff2-930e-2833fe2bae0c HTTP/1.1" status: 204 len: 168 time: 0.5848494 Sep 16 15:01:07.960068 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3689d-749a-4b2b-b926-acba806f683f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2fc508-608d-4ff2-930e-2833fe2bae0c,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:07.991653 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=ee382a47-9284-476e-9559-238da624cd5b,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:08.019089 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.019405 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.074832 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692dc934-b17f-45b3-8ec3-1e6f6329916d None None] New status for floating IP 2418b3a6-6718-4ee2-870c-8e54bdedfc87: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:01:08.100590 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.101475 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.101862 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-33795388-1829-430a-af15-338728d3c2f7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8650947 Sep 16 15:01:08.123291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65c198e-059b-480e-b7e2-949d758be1e3']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:08.133286 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecf98cf-4d8d-4e50-8074-20c98566ebd8') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:08.137307 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecf98cf-4d8d-4e50-8074-20c98566ebd8') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:08.137549 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.142141 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.145815 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7eb4668-ebb0-4ad5-9874-025e13b59513 HTTP/1.1" status: 204 len: 168 time: 0.3707554 Sep 16 15:01:08.159438 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433da1b8-e8d5-4f07-b88e-d4635bfcd51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb4668-ebb0-4ad5-9874-025e13b59513,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:08.160874 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.180025 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.186651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:01:08.187168 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:01:08.189059 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:01:08.341546 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.346450 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.353228 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f65c198e-059b-480e-b7e2-949d758be1e3 HTTP/1.1" status: 204 len: 168 time: 0.4144962 Sep 16 15:01:08.357551 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9e2bb274-8271-46bd-9fab-4b50e6ab3304 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1584070148&fields=id&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 267 time: 0.0415514 Sep 16 15:01:08.366753 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02f95-2184-4216-a6ce-e4b00bd4be82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65c198e-059b-480e-b7e2-949d758be1e3,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:08.464120 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9fdf1ab8-6b7c-4186-8502-81579e46ad18 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:08.466190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9fdf1ab8-6b7c-4186-8502-81579e46ad18 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 817 time: 0.1008458 Sep 16 15:01:08.480857 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-28e01c4c-c4b3-4d70-8c62-db45528c96b7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/quotas/e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 375 time: 0.0088699 Sep 16 15:01:08.532570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-a8d86da9-a8a8-4ace-9624-1c8d3c0b172c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465016 Sep 16 15:01:08.634931 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-19c4a8a5-0096-4c8e-a171-4075f3753bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907063 Sep 16 15:01:08.730837 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-0395abe7-98f1-4da7-b46f-b7e973cfdb6e service neutron] 10.222.0.30 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890594 Sep 16 15:01:08.739877 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34334) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:08.785389 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1c68abe3-dcd2-43b7-8350-0388dd7531ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fcd0c82d3244b6a884537d4fb4fa530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443408 Sep 16 15:01:08.789734 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34338) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:08.838164 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.861593 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34340) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:08.862742 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.924897 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.979337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.981509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bfe27266-6ce4-437b-8603-86dbd184f1a4 req-1d0b911e-1a69-4ba4-82a3-4b985ad9e333 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 210 time: 0.0319836 Sep 16 15:01:08.982372 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:08.988652 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df6868ff-1c48-4264-8c3e-db1c8562a3a6 HTTP/1.1" status: 204 len: 168 time: 0.1931326 Sep 16 15:01:08.990643 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.007453 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f627971-c477-4a98-b1cd-e4d024427093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6868ff-1c48-4264-8c3e-db1c8562a3a6,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:09.045624 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34348) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:09.061277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c191ae7f-fa54-402b-aaaa-56513f7bf7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.180797 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.183411 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.185223 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "DELETE /v2.0/security-groups/c113d27c-18a7-4107-81e7-f2df30de5c96 HTTP/1.1" status: 204 len: 168 time: 0.3226218 Sep 16 15:01:09.189156 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34354) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:09.194286 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea3a8-4fec-4b36-a4ef-e09c83130f06 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c113d27c-18a7-4107-81e7-f2df30de5c96,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:09.209648 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.api.v2.resource [None req-08aa506b-0d82-4e17-a313-35f7d1fee9e8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] show failed (client error): The resource could not be found. Sep 16 15:01:09.210705 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-08aa506b-0d82-4e17-a313-35f7d1fee9e8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups/c113d27c-18a7-4107-81e7-f2df30de5c96 HTTP/1.1" status: 404 len: 347 time: 0.0213313 Sep 16 15:01:09.213692 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34356) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:09.251775 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c191ae7f-fa54-402b-aaaa-56513f7bf7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.283813 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 0d8ab227-03d6-451c-ac09-9996e78bd9fd no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:09.304787 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 0d8ab227-03d6-451c-ac09-9996e78bd9fd {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:09.305136 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 0d8ab227-03d6-451c-ac09-9996e78bd9fd not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:09.342587 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Deleting port 16e05c6c-1bbb-47fa-831b-ed658e67c621 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:09.342933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.398123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c191ae7f-fa54-402b-aaaa-56513f7bf7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.435366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.435898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.442449 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c191ae7f-fa54-402b-aaaa-56513f7bf7da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48aac98d60944f608f3be7ae09ddbde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948462 Sep 16 15:01:09.443318 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191ae7f-fa54-402b-aaaa-56513f7bf7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd38a7-bc48-41df-92b0-29c1d5df261b,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:09.445829 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34358) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:09.452994 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Calling delete_port for 16e05c6c-1bbb-47fa-831b-ed658e67c621 owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:09.497255 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.533025 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.538369 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 73833060-5951-4078-8a92-051db3afcfd9 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:09.566524 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 73833060-5951-4078-8a92-051db3afcfd9 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:09.566879 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 73833060-5951-4078-8a92-051db3afcfd9 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:09.705482 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.708328 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.709543 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8fd38a7-bc48-41df-92b0-29c1d5df261b HTTP/1.1" status: 204 len: 168 time: 0.2628574 Sep 16 15:01:09.721004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318b220-17e8-49e0-a8ad-5132894e1e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd38a7-bc48-41df-92b0-29c1d5df261b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:09.727665 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.756218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'Port': ['ID=16e05c6c-1bbb-47fa-831b-ed658e67c621,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:09.835087 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.838002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:09.839270 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-18f85d11-cbf0-476c-83d5-211f07b3122d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "DELETE /v2.0/floatingips/2418b3a6-6718-4ee2-870c-8e54bdedfc87 HTTP/1.1" status: 204 len: 168 time: 0.6243975 Sep 16 15:01:10.104739 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fb9bff35-5157-4a6c-8f0c-f520a689e9da req-53918185-208b-45a1-818c-ed5873365e83 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 210 time: 0.0278466 Sep 16 15:01:10.264714 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34392) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:10.269340 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651001387', 'description': 'tempest-description--139722555'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:10.500739 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:10.587793 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:10.689196 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:10.721932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bcff05-5277-4101-95d1-f376b6642c59,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:10.802226 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:10.805587 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-dc5b92c1-bd91-41e8-9db8-0deeee4440e9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5397334 Sep 16 15:01:10.806464 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34408) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:10.813179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group_rule': {'security_group_id': 'e4bcff05-5277-4101-95d1-f376b6642c59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:11.031519 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.085814 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.197924 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.200881 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87c572cf-ffa2-4251-b7ce-b4f27ab7e8c7 req-c1cae6de-1081-4be4-8cd7-483f4a937075 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 210 time: 0.0263991 Sep 16 15:01:11.217603 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d17287-4870-4674-89fe-aa5c840297c0,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:11.307429 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.308521 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-27340a92-b1a6-4eb0-bd02-196ca84e5a8f tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5005145 Sep 16 15:01:11.321274 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34424) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:11.326914 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'security_group_rule': {'security_group_id': 'e4bcff05-5277-4101-95d1-f376b6642c59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:11.465295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.530384 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.633583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.665575 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a2a270-31f5-4ef9-af76-9e25b5002835,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:11.677406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-31a03203-8787-48e3-824a-a08400e3cbfe tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:11.678902 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-31a03203-8787-48e3-824a-a08400e3cbfe tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 817 time: 0.1406024 Sep 16 15:01:11.722030 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-709d6f0e-ce9b-490c-a912-890208fc74ac tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 380 time: 0.0333121 Sep 16 15:01:11.732863 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'port': {'device_id': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'admin_state_up': True, 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'security_groups': ['ab7af60a-9184-4596-a552-25d1b3d24dc6']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:11.809175 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:11.810654 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-726070c8-b710-4dc4-b7d9-f62da9bff968 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4882138 Sep 16 15:01:11.813730 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34438) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:11.821057 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:11.961123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.083804 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.097397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Made reservation on behalf of e36d336f71ba40faba873e21ebd5602d for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:12.101370 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.158817 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34452) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:12.298556 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d509282f-d7a6-41be-991d-42a623ad955e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.305836 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Allocated IP 172.27.3.128 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:12.332422 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Allocated IP 172.20.0.13 (d186279b-4ff3-43b2-9c6a-22547e856d7a/cc326567-f52c-450c-8f71-6d1e5cdc2437/316af6a2-9166-413c-9a8b-495bc7f98b18) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:12.341164 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bd34f4c0-47ff-4083-bbff-45142d930d11 req-cb37651a-ba9b-4ffa-9fa6-84f188a8f2fb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 210 time: 0.0384383 Sep 16 15:01:12.438171 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d509282f-d7a6-41be-991d-42a623ad955e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.507042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.555895 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d509282f-d7a6-41be-991d-42a623ad955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.570765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.594621 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d509282f-d7a6-41be-991d-42a623ad955e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bec46cda35d443029c41e93b012c3910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346161 Sep 16 15:01:12.596533 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509282f-d7a6-41be-991d-42a623ad955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e18bc6-2280-4ce5-be9a-c616e293eaea,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:12.597774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34474) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:12.651503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.672538 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.687545 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.728889 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.749978 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:12.758761 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:12.761965 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:12.768002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:12.775966 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Network d186279b-4ff3-43b2-9c6a-22547e856d7a is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:12.786519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.815593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:12.824681 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:12.836753 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34478) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:12.882024 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:12.905145 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:12.905811 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.931539 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.934544 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:12.939136 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58e18bc6-2280-4ce5-be9a-c616e293eaea HTTP/1.1" status: 204 len: 168 time: 0.3401518 Sep 16 15:01:12.981356 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33526c68-8206-4542-b4af-de4256b5569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e18bc6-2280-4ce5-be9a-c616e293eaea,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:12.981582 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-be0a17a6-2ac3-4d2c-8e32-4318223cae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.005634 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.014062 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-f500faaf-884e-4a05-8dbc-37d1b8e55b37 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853909 Sep 16 15:01:13.027895 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Request body: {'port': {'device_id': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:13.108306 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e436d5f5-aab3-4bae-957c-db1f109aa2de None None] Provisioning complete for port 316af6a2-9166-413c-9a8b-495bc7f98b18 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:13.109496 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e436d5f5-aab3-4bae-957c-db1f109aa2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.116916 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.132343 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-be0a17a6-2ac3-4d2c-8e32-4318223cae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.157561 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-e436d5f5-aab3-4bae-957c-db1f109aa2de None None] Port 316af6a2-9166-413c-9a8b-495bc7f98b18 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:01:13.188542 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.309509 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-be0a17a6-2ac3-4d2c-8e32-4318223cae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.353282 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a17a6-2ac3-4d2c-8e32-4318223cae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2008e-552f-4ff0-91eb-f83efef609f9,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:13.363948 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-be0a17a6-2ac3-4d2c-8e32-4318223cae7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c12dfdc52f314bd585442927078905a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259459 Sep 16 15:01:13.364648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34488) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:13.431006 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.474324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.491858 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e15a26-24c7-4a4f-b35d-6c12df6f34a7 req-9dcb1858-8ee0-4d35-a9ca-5727adf9a610 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:13.493488 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-35e15a26-24c7-4a4f-b35d-6c12df6f34a7 req-9dcb1858-8ee0-4d35-a9ca-5727adf9a610 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 932 time: 0.0765531 Sep 16 15:01:13.517649 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.561801 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-35e15a26-24c7-4a4f-b35d-6c12df6f34a7 req-bc887a1c-ac54-4f3b-b9c4-1b466e854d9d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586491 Sep 16 15:01:13.574967 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:01:13.582903 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.594122 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.669204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:13.677447 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.684606 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34490) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:13.688920 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.691606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.692579 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Transition to ACTIVE for port object 316af6a2-9166-413c-9a8b-495bc7f98b18 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:01:13.692775 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45e2008e-552f-4ff0-91eb-f83efef609f9 HTTP/1.1" status: 204 len: 168 time: 0.3271654 Sep 16 15:01:13.700771 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd668f6-72e0-4e3a-a362-7abcc7eecfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2008e-552f-4ff0-91eb-f83efef609f9,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:13.701923 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a27c4ea-05dc-4502-9f3c-b61bfd56b735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.751748 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.807291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:13.808640 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-40c9f69b-e8c2-4aab-a5c5-a96ceb467fe2 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9937115 Sep 16 15:01:13.829944 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:13.917061 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Attempting to bind port 316af6a2-9166-413c-9a8b-495bc7f98b18 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:01:13.917401 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Attempting to bind port 316af6a2-9166-413c-9a8b-495bc7f98b18 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:01:13.917735 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Attempting to bind port 316af6a2-9166-413c-9a8b-495bc7f98b18 on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:13.931145 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Port 316af6a2-9166-413c-9a8b-495bc7f98b18 on network d186279b-4ff3-43b2-9c6a-22547e856d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:01:13.931481 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Attempting to bind port 316af6a2-9166-413c-9a8b-495bc7f98b18 on network d186279b-4ff3-43b2-9c6a-22547e856d7a {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:13.941002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:01:13.941160 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Checking segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:13.941508 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Bound using segment: {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:01:13.942000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Bound port: 316af6a2-9166-413c-9a8b-495bc7f98b18, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd228f366-c21e-43d7-9c7d-911f13fe624b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:01:13.942311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.001332 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a27c4ea-05dc-4502-9f3c-b61bfd56b735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.023936 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c840cbbe-b007-402d-8585-2f190153c5da tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1651001387&fields=id&tenant_id=a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 267 time: 0.0352018 Sep 16 15:01:14.032795 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:01:14.036021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:01:14.079490 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a27c4ea-05dc-4502-9f3c-b61bfd56b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.115084 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.133417 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8a27c4ea-05dc-4502-9f3c-b61bfd56b735 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf6f20de06dc4e0491100a836243fc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477706 Sep 16 15:01:14.137277 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34508) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:14.158624 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27c4ea-05dc-4502-9f3c-b61bfd56b735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495636e0-826e-4000-aa70-dcdd12b1ffa4,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:14.161525 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-f7f0d829-a964-4662-8dd4-73792f9d9284 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.162975 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-f7f0d829-a964-4662-8dd4-73792f9d9284 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 811 time: 0.1288371 Sep 16 15:01:14.169209 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.169841 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.171485 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] 10.222.0.22 "PUT /v2.0/ports/316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1094 time: 1.1488342 Sep 16 15:01:14.174213 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:14.177370 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b7cad-f41a-443c-8703-86faa4282abd" -d '{"events": [{"name": "network-changed", "server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:14.205680 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96683690-1ac5-4012-a4fa-b3377b9a3463 service neutron] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:14.222770 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-ebfcb11e-780d-4aea-a875-48fa958b438e tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/quotas/a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 375 time: 0.0223691 Sep 16 15:01:14.227160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.234155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17da54f-6f92-4270-97a9-5a6f846b3744 x-openstack-request-id: req-f17da54f-6f92-4270-97a9-5a6f846b3744 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:14.234456 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:14.234713 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f17da54f-6f92-4270-97a9-5a6f846b3744 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:14.235111 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'status': 'completed', 'code': 200} Sep 16 15:01:14.283975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.306078 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-8b31d0fe-63f9-4946-a921-22fba0296fd9 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767932 Sep 16 15:01:14.315743 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-2999c06a-fc1c-4628-a1b5-e4df74ca80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.317088 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-2999c06a-fc1c-4628-a1b5-e4df74ca80bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1097 time: 0.0592670 Sep 16 15:01:14.431008 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-2e743f01-460d-4c07-8f44-3fd5b03dab76 service neutron] 10.222.0.30 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067605 Sep 16 15:01:14.436646 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-54555cc9-c95c-4367-892a-7870ce3aa480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.438272 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-54555cc9-c95c-4367-892a-7870ce3aa480 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e36d336f71ba40faba873e21ebd5602d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1087935 Sep 16 15:01:14.506299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34512) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:14.514779 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.517489 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.518581 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/495636e0-826e-4000-aa70-dcdd12b1ffa4 HTTP/1.1" status: 204 len: 168 time: 0.3799930 Sep 16 15:01:14.540244 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bd9239af-9d4f-4697-957c-56e695dda936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.554367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814c5fc-2c4e-4786-87cd-bf41acaab22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495636e0-826e-4000-aa70-dcdd12b1ffa4,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:14.580930 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-eeb94f3c-0b82-473c-945c-e988edb1e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.583099 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-3d3b7cad-f41a-443c-8703-86faa4282abd req-eeb94f3c-0b82-473c-945c-e988edb1e039 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366317 Sep 16 15:01:14.584218 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-a9f20ab5-1743-4ebf-90d8-718a1d704f7d service neutron] 10.222.0.30 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461747 Sep 16 15:01:14.680772 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9b3ddad5-10cc-4072-8873-e29a62fef9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.682438 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9b3ddad5-10cc-4072-8873-e29a62fef9cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1097 time: 0.0541642 Sep 16 15:01:14.718682 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bd9239af-9d4f-4697-957c-56e695dda936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.732163 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-c3a366ac-d4e7-4b8e-944a-95cff1ebb49d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 217 time: 0.0416276 Sep 16 15:01:14.735043 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df613e8f-c7af-411c-98cd-22f631585285 req-627acb83-6a9a-40f8-9ec1-be82ce272d58 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.736831 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df613e8f-c7af-411c-98cd-22f631585285 req-627acb83-6a9a-40f8-9ec1-be82ce272d58 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0808098 Sep 16 15:01:14.775391 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df613e8f-c7af-411c-98cd-22f631585285 req-178e11c9-f8bb-4519-aa26-ff5c016a3927 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324264 Sep 16 15:01:14.781022 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9400ad57-d118-4cc9-886e-44a325437e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.782489 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-9400ad57-d118-4cc9-886e-44a325437e4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0438783 Sep 16 15:01:14.828673 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-c17923d4-013a-4283-8f55-bf6246d354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:14.830192 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-c17923d4-013a-4283-8f55-bf6246d354f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396132 Sep 16 15:01:14.853550 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bd9239af-9d4f-4697-957c-56e695dda936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:14.895641 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-bd9239af-9d4f-4697-957c-56e695dda936 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b287df95c1f4719887667367a2e80d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877406 Sep 16 15:01:14.896760 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9239af-9d4f-4697-957c-56e695dda936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b42c07-b4a7-4999-9ab4-a84961f73d6f,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:14.899979 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34520) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:14.952497 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-72263127-413e-40ee-b9b1-3f79a174e95b service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148751 Sep 16 15:01:14.981822 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ba23a139-4985-49c5-bf7e-c7e01b542c63 req-745dd4d7-7a84-4668-bb88-c11775d984c5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 210 time: 0.0386474 Sep 16 15:01:15.007106 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:15.034188 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:15.065796 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b0f8cfba-93d3-4ad6-8bfd-5adf14de69c7 req-972a28bb-e427-41e4-afca-c97052eba0f8 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061106 Sep 16 15:01:15.207631 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:15.210218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:15.211642 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14b42c07-b4a7-4999-9ab4-a84961f73d6f HTTP/1.1" status: 204 len: 168 time: 0.3102748 Sep 16 15:01:15.231103 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57899a78-db3d-43c0-892d-19a6d90a1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b42c07-b4a7-4999-9ab4-a84961f73d6f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:15.924563 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e832e-de47-40f3-8dfc-57f8e5827ab3 req-9c3e0e85-cf02-45d5-8a2c-33b6eaf5badd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:15.932091 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f25e832e-de47-40f3-8dfc-57f8e5827ab3 req-9c3e0e85-cf02-45d5-8a2c-33b6eaf5badd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0821171 Sep 16 15:01:15.967018 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f25e832e-de47-40f3-8dfc-57f8e5827ab3 req-541cb4e0-e85c-495c-89cb-6deabba7343a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Sep 16 15:01:16.075760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2c461b0e-4eab-44ed-b876-af592d311836 req-dce0ece5-2484-4d68-b30a-0aa017825209 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Sep 16 15:01:17.068823 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-f48776d7-79a4-4159-a832-a9e9fee1debe tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:17.069980 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-f48776d7-79a4-4159-a832-a9e9fee1debe tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 811 time: 0.1131754 Sep 16 15:01:17.099337 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c20e0-b59e-4395-a760-6d335fc31b57 req-a290fc1a-610e-49be-8265-48728871a5bd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:17.101553 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d89c20e0-b59e-4395-a760-6d335fc31b57 req-a290fc1a-610e-49be-8265-48728871a5bd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0527821 Sep 16 15:01:17.138939 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-94451429-ced6-418d-90bc-937d5f16cdc1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a741fa3ca86b423d9595d5981424b93e HTTP/1.1" status: 200 len: 380 time: 0.0380933 Sep 16 15:01:17.159425 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d89c20e0-b59e-4395-a760-6d335fc31b57 req-884f9375-e14c-451d-bda4-7fc146d0a3f2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426128 Sep 16 15:01:17.162633 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'port': {'device_id': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'admin_state_up': True, 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'security_groups': ['e4bcff05-5277-4101-95d1-f376b6642c59']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:17.208103 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fbb592dc-2948-49cc-b302-b1218b350ce3 req-8aacdd87-cf3e-4105-8959-42252de932e4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 210 time: 0.0340872 Sep 16 15:01:17.460766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Made reservation on behalf of a741fa3ca86b423d9595d5981424b93e for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:17.464384 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.577785 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:01:17.688135 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:17.698235 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:01:17.761406 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.777960 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:01:17.797104 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:17.879338 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Allocated IP 172.20.0.9 (a4c32868-c0ce-4c3f-aabd-11211d1ed344/b6995eb2-8792-40fc-b7ea-c473689b66d1/d4380abb-1bbe-4929-b86d-b90378533f09) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:17.935803 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:17.985309 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:17.992952 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.993335 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.993686 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.994030 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.994368 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.994707 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.995048 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.995382 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.995717 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.996075 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.996957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:17.997293 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:01:18.020619 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.124004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.163977 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['316af6a2-9166-413c-9a8b-495bc7f98b18'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:18.165026 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:18.169356 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:18.173176 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:18.202373 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event updated for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:18.261880 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:18.264235 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.375777 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242b38-04fa-4b7e-bcac-22a9b8d9445f req-6063ca13-c1a2-45f8-898d-7b24e46f41e0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:18.377721 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-21242b38-04fa-4b7e-bcac-22a9b8d9445f req-6063ca13-c1a2-45f8-898d-7b24e46f41e0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 945 time: 0.0918586 Sep 16 15:01:18.393182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19673301-ac63-4488-90d5-d680a9ed40d9 req-381c3a6f-a582-4724-8b28-e0f28a9748fd tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:18.394871 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-19673301-ac63-4488-90d5-d680a9ed40d9 req-381c3a6f-a582-4724-8b28-e0f28a9748fd tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 931 time: 0.0789173 Sep 16 15:01:18.431857 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c7ecd3d5-2530-47ba-b84b-332707118e62 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860954 Sep 16 15:01:18.445466 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Request body: {'port': {'device_id': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:18.464052 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-a8a7eb4f-9f32-42f2-8640-60879f5a341d None None] Provisioning complete for port d4380abb-1bbe-4929-b86d-b90378533f09 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:18.464520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a8a7eb4f-9f32-42f2-8640-60879f5a341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.468598 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-21242b38-04fa-4b7e-bcac-22a9b8d9445f req-d805a3b3-51f6-4cca-960d-d77600a37f03 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836954 Sep 16 15:01:18.472320 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-19673301-ac63-4488-90d5-d680a9ed40d9 req-89eac11d-e70a-4b86-90f8-8580c296abda tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599842 Sep 16 15:01:18.515188 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7eb4f-9f32-42f2-8640-60879f5a341d None None] Port d4380abb-1bbe-4929-b86d-b90378533f09 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:01:18.515901 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.795494 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4380abb-1bbe-4929-b86d-b90378533f09 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:01:18.803573 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:18.815981 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Transition to ACTIVE for port object d4380abb-1bbe-4929-b86d-b90378533f09 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:01:18.940785 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.002940 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Pushing event updated for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:19.091978 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Attempting to bind port d4380abb-1bbe-4929-b86d-b90378533f09 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:01:19.092424 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Attempting to bind port d4380abb-1bbe-4929-b86d-b90378533f09 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:01:19.092761 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Attempting to bind port d4380abb-1bbe-4929-b86d-b90378533f09 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:19.097399 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Port d4380abb-1bbe-4929-b86d-b90378533f09 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:01:19.097734 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Attempting to bind port d4380abb-1bbe-4929-b86d-b90378533f09 on network a4c32868-c0ce-4c3f-aabd-11211d1ed344 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:19.102950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:01:19.103289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Checking segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:19.103676 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Bound using segment: {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:01:19.104136 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Bound port: d4380abb-1bbe-4929-b86d-b90378533f09, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c370537b-7196-4fbf-8349-489f5267ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:01:19.104498 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.175731 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:01:19.179615 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d4380abb-1bbe-4929-b86d-b90378533f09,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:01:19.255302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.300656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.300656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.300656 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] 10.222.0.22 "PUT /v2.0/ports/d4380abb-1bbe-4929-b86d-b90378533f09 HTTP/1.1" status: 200 len: 1093 time: 0.8559139 Sep 16 15:01:19.300656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:19.300656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91652a89-fb60-492d-89ca-b35b8e8eabfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:19.325853 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1d9e0-f3db-4325-95e6-1a48be5a0965 service neutron] Pushing event updated for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:19.357626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd20a16-3979-4aac-824f-c885cc7c3f7c x-openstack-request-id: req-0bd20a16-3979-4aac-824f-c885cc7c3f7c {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:19.358165 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:19.358418 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bd20a16-3979-4aac-824f-c885cc7c3f7c {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:19.358979 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'status': 'completed', 'code': 200} Sep 16 15:01:19.435535 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-3159492c-cce5-483b-be23-98ece7ed68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.435535 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-3159492c-cce5-483b-be23-98ece7ed68cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 1096 time: 0.0456586 Sep 16 15:01:19.577379 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:01:19.624997 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-f0715a7f-1202-4d1e-ae68-b9433bb4ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.626542 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-f0715a7f-1202-4d1e-ae68-b9433bb4ae0f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a741fa3ca86b423d9595d5981424b93e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1892037 Sep 16 15:01:19.712121 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 316af6a2-9166-413c-9a8b-495bc7f98b18 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:01:19.716638 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 316af6a2-9166-413c-9a8b-495bc7f98b18 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:19.716769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f5597-1844-47ea-838a-e38153363cd0 req-4e42f81b-cc8b-4e29-a38e-340e42f0fcf0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.717226 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.720355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-558f5597-1844-47ea-838a-e38153363cd0 req-4e42f81b-cc8b-4e29-a38e-340e42f0fcf0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 945 time: 0.1179562 Sep 16 15:01:19.739366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366e0f-ef71-4f05-95a6-630695bc86d5 req-1c09bedd-dc7e-4683-baa5-fb5314e84cd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.741036 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c366e0f-ef71-4f05-95a6-630695bc86d5 req-1c09bedd-dc7e-4683-baa5-fb5314e84cd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 943 time: 0.1537387 Sep 16 15:01:19.792827 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-467927ab-ed16-4f06-ac92-624222b5d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.795247 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-91652a89-fb60-492d-89ca-b35b8e8eabfc req-467927ab-ed16-4f06-ac92-624222b5d712 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592364 Sep 16 15:01:19.803274 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-558f5597-1844-47ea-838a-e38153363cd0 req-55a93c75-f58a-4a3a-b826-ecfba6c803e7 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612252 Sep 16 15:01:19.812569 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8c366e0f-ef71-4f05-95a6-630695bc86d5 req-a6a83b25-8f5e-4d7c-a83d-ba03e4fc3096 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541575 Sep 16 15:01:19.856679 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:19.888225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:19.890500 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f68b1b-2502-4758-8560-981c6a681c2d" -d '{"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:19.892350 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-e855eb3f-a0f0-43ee-96bf-0ac1f56a8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:19.894048 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-e855eb3f-a0f0-43ee-96bf-0ac1f56a8ebe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 1096 time: 0.0459635 Sep 16 15:01:19.905812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:19.932759 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3186529-4a02-4ec5-893f-7e12822ad09a x-openstack-request-id: req-c3186529-4a02-4ec5-893f-7e12822ad09a {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:19.935512 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:19.935512 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3186529-4a02-4ec5-893f-7e12822ad09a {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:19.935512 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'code': 200} Sep 16 15:01:19.947643 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-0e8818a7-e6ff-4747-9800-a4823c6cae53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4380abb-1bbe-4929-b86d-b90378533f09 HTTP/1.1" status: 200 len: 217 time: 0.0429950 Sep 16 15:01:20.006701 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:20.006935 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-23427f4b-4fd1-4e87-8714-43dcb876204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:20.006935 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-23427f4b-4fd1-4e87-8714-43dcb876204b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0494618 Sep 16 15:01:20.057445 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:20.061951 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525754f7-512f-4d94-a513-4991f7a4a2af req-0ae27b72-e609-427e-bc8f-3101ee1d8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:20.063523 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-0ae27b72-e609-427e-bc8f-3101ee1d8848 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483809 Sep 16 15:01:20.177176 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c161cf0b-1926-4da7-8edd-bdfb4d7fb6b1 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028087 Sep 16 15:01:20.285079 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-525754f7-512f-4d94-a513-4991f7a4a2af req-c301c3c9-06d9-4a9e-999a-d695a8a8757e service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001885 Sep 16 15:01:20.373865 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bde767-a85c-4f0a-bd99-d30a9985aa2d req-cd73f2b9-d067-439a-b780-456512535cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:20.375385 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c3bde767-a85c-4f0a-bd99-d30a9985aa2d req-cd73f2b9-d067-439a-b780-456512535cbf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1099 time: 0.0473130 Sep 16 15:01:20.414149 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c3bde767-a85c-4f0a-bd99-d30a9985aa2d req-07a51460-c5b3-4c96-80c4-71d63c8849b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295777 Sep 16 15:01:20.961309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e12a-0f85-4713-acec-bff0dffe10c9 req-fa90e4d2-1111-4a2e-a046-0d3b84f521f1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:20.962835 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60e9e12a-0f85-4713-acec-bff0dffe10c9 req-fa90e4d2-1111-4a2e-a046-0d3b84f521f1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 943 time: 0.0729530 Sep 16 15:01:20.970178 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95c22-4f54-4967-848d-60c2538d342f req-48284097-144e-4f3b-a8a9-3161e95cbd3d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:20.971617 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fbd95c22-4f54-4967-848d-60c2538d342f req-48284097-144e-4f3b-a8a9-3161e95cbd3d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0920067 Sep 16 15:01:21.028291 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60e9e12a-0f85-4713-acec-bff0dffe10c9 req-ea55e51b-6413-4dff-aeca-244b128424da tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556378 Sep 16 15:01:21.032914 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fbd95c22-4f54-4967-848d-60c2538d342f req-115f18a6-f76b-4e06-8d33-50c1c4c972d3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524702 Sep 16 15:01:21.694453 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a05b9d61-e826-49e0-94bc-f367775b4540 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076055696&fields=id&tenant_id=4ad66d52817540e7a4de87d1824a55a2 HTTP/1.1" status: 200 len: 267 time: 0.0355616 Sep 16 15:01:21.750453 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-99002a31-b8c3-418b-b203-8ccd6ddfa8d8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:21.751940 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-99002a31-b8c3-418b-b203-8ccd6ddfa8d8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 984 time: 0.0509074 Sep 16 15:01:21.764811 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Request body: {'port': {'security_groups': ['f8ec6b76-225a-4d97-a87d-b9a468ddfd27']}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:21.840976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.049168 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:22.068925 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.148202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f1554-fa7c-4ec5-be12-07d70b74a8ff req-91048763-8d9c-4019-9dba-06d42a6088c1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.149667 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0d7f1554-fa7c-4ec5-be12-07d70b74a8ff req-91048763-8d9c-4019-9dba-06d42a6088c1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 943 time: 0.0507154 Sep 16 15:01:22.186949 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0d7f1554-fa7c-4ec5-be12-07d70b74a8ff req-0950d8ad-f0bd-4045-9a53-3da1daffb5e7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Sep 16 15:01:22.290130 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f07255-5e7c-489d-938a-4ebc8e417b29 req-a89b8956-832c-4434-ac66-d612ed1470a5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.291975 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-80f07255-5e7c-489d-938a-4ebc8e417b29 req-a89b8956-832c-4434-ac66-d612ed1470a5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0509470 Sep 16 15:01:22.333421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-80f07255-5e7c-489d-938a-4ebc8e417b29 req-55eda178-8049-45b6-8239-bda16a142d19 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348334 Sep 16 15:01:22.447891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.460655 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:22.502077 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.502738 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.511175 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5d0b8f96-5e96-425a-a617-fdcecc75ef30 req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "PUT /v2.0/ports/9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 942 time: 0.7481403 Sep 16 15:01:22.511175 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:22.511175 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39626bd2-fb6f-4bd8-bf30-a80b779797e5" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:22.511669 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34722) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:22.530029 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec341-52ea-4f35-8eff-7f9e5e9b29dd req-2676a7b7-f14b-4435-8a8e-1935d42ee926 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.531618 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-22cec341-52ea-4f35-8eff-7f9e5e9b29dd req-2676a7b7-f14b-4435-8a8e-1935d42ee926 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.1234396 Sep 16 15:01:22.548150 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34726) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:22.570577 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Request body: {'floatingip': {'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:22.578955 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f493d38-6933-40fe-a8b3-2de44224c5c0 x-openstack-request-id: req-4f493d38-6933-40fe-a8b3-2de44224c5c0 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:22.579148 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:22.579404 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f493d38-6933-40fe-a8b3-2de44224c5c0 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:22.579807 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 15:01:22.591198 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:22.615727 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b3e67-427e-4fb3-ae2d-5c417c61e32f tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event updated for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=7']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:22.633923 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.676770 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.700294 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-db1a2b4f-dd2f-48c2-9f83-6c676957b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.701857 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-db1a2b4f-dd2f-48c2-9f83-6c676957b017 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1098 time: 0.1024542 Sep 16 15:01:22.734081 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.834942 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-4ce6e310-6620-47a8-a328-e3ab55f63e0c None None] Provisioning complete for port 9cfb9fef-20c2-4099-a090-904a2a9dad17 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:22.835231 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4ce6e310-6620-47a8-a328-e3ab55f63e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.905292 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-ffb99eb2-dd99-4d3b-93ec-61e5215bac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:22.907208 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-ffb99eb2-dd99-4d3b-93ec-61e5215bac81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.1893539 Sep 16 15:01:22.971058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.974045 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:22.975338 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "DELETE /v2.0/security-groups/affa75a1-450f-4f76-85bf-91ce12b5eeb1 HTTP/1.1" status: 204 len: 168 time: 0.4634185 Sep 16 15:01:22.987642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34730) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:23.008855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448752d-85a7-436d-80db-3f5a1e5fe8ec tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa75a1-450f-4f76-85bf-91ce12b5eeb1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:23.080234 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-14b9713c-096a-4d92-85f4-1cfaf7ac5a94 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 1000 time: 0.1553688 Sep 16 15:01:23.181985 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-ddb9e005-d03d-4330-8103-cad007e197fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:23.183513 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-ddb9e005-d03d-4330-8103-cad007e197fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0924010 Sep 16 15:01:23.265951 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-e5c12e0e-dff6-4d04-8f0d-b3a8654394a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:23.267487 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-e5c12e0e-dff6-4d04-8f0d-b3a8654394a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738504 Sep 16 15:01:23.292772 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Deleting port 7940ed83-43d7-48b1-a64b-2bed81e1875d {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:23.293182 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.352527 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1d40-8d14-4384-9894-4aadb36192bd req-4e7e9f05-43f1-4339-8cc0-0610a9da992c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:23.354108 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ddd1d40-8d14-4384-9894-4aadb36192bd req-4e7e9f05-43f1-4339-8cc0-0610a9da992c tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 943 time: 0.0860183 Sep 16 15:01:23.435431 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.435691 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.440372 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ddd1d40-8d14-4384-9894-4aadb36192bd req-18356fa4-b019-4799-9ddb-227ca8ddf66d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790563 Sep 16 15:01:23.448867 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Calling delete_port for 7940ed83-43d7-48b1-a64b-2bed81e1875d owned by network:floatingip {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:23.461616 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.491402 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34738) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:23.512862 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-45ed2d13-94cc-4ccf-bff6-5dbbf363bef5 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264762 Sep 16 15:01:23.531625 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.593570 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d4380abb-1bbe-4929-b86d-b90378533f09 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:01:23.645828 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8280e357-c12a-4df0-8189-0dae93d3acc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.657500 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-39626bd2-fb6f-4bd8-bf30-a80b779797e5 req-37180cf0-e02e-4920-9bd6-2d61594f0fc8 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421735 Sep 16 15:01:23.677500 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Floating IP a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2 associated. External IP: 172.27.3.166, port: 316af6a2-9166-413c-9a8b-495bc7f98b18. Sep 16 15:01:23.732969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d4380abb-1bbe-4929-b86d-b90378533f09,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:23.747351 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'port_id': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'mac_address': 'fa:16:3e:00:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:01:23.786628 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.801297 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4380abb-1bbe-4929-b86d-b90378533f09 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:01:23.825104 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1d6cb2ab-b4f8-4c41-9e40-abf47a7bb2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.829888 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d4380abb-1bbe-4929-b86d-b90378533f09,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:23.861088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.887246 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event deleted for resources: {'Port': ['ID=7940ed83-43d7-48b1-a64b-2bed81e1875d,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:23.897714 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8280e357-c12a-4df0-8189-0dae93d3acc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.935264 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.956174 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks [] for floatingip, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:23.956669 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Floating IP f3d76ee1-96c6-4782-af21-907d5984f947 disassociated (deleted). External IP: 172.27.3.87, port: 9cfb9fef-20c2-4099-a090-904a2a9dad17. Sep 16 15:01:23.964033 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:23.987930 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:24.024405 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8280e357-c12a-4df0-8189-0dae93d3acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.065363 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8280e357-c12a-4df0-8189-0dae93d3acc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2ba500f910c43d0ba4d51cda154f3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727010 Sep 16 15:01:24.067947 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34742) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:24.074798 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280e357-c12a-4df0-8189-0dae93d3acc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3970814-23f6-4326-8ccf-b2f2f9feeff6,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:24.155028 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:24.160015 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.165580 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:24.173775 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['d4380abb-1bbe-4929-b86d-b90378533f09'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:24.190279 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.191764 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e4babe0e-0b81-43c4-95a0-a57238a0ca96 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "PUT /v2.0/floatingips/a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2 HTTP/1.1" status: 200 len: 992 time: 1.6249964 Sep 16 15:01:24.208182 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:24.209032 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:24.251367 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.284638 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Router 6b5033e2-5d8f-4b24-9638-43eedc392e57 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:24.372881 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:24.415399 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:24.420040 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.425836 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Sync routers for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:24.436182 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:24.437049 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:24.451932 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.454458 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:24.458052 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3970814-23f6-4326-8ccf-b2f2f9feeff6 HTTP/1.1" status: 204 len: 168 time: 0.3866589 Sep 16 15:01:24.462995 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-14df2ed8-cafe-4a59-a483-720d7ad45228 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3d76ee1-96c6-4782-af21-907d5984f947 HTTP/1.1" status: 204 len: 168 time: 1.4685805 Sep 16 15:01:24.481442 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:24.483889 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890bbb8b-526b-47b9-ba6e-c1ab93d11932" -d '{"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:24.494703 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc41270-d671-4a91-9eda-199e36a81140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3970814-23f6-4326-8ccf-b2f2f9feeff6,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:24.581185 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:24.583706 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49add48-57c7-4114-9467-9240c5fb942d" -d '{"events": [{"name": "network-changed", "server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:24.622932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43566fcf-f113-4a3d-912c-acb7d755f92e req-cefae031-bf55-4209-a43e-9ca85ad052d3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:24.624784 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43566fcf-f113-4a3d-912c-acb7d755f92e req-cefae031-bf55-4209-a43e-9ca85ad052d3 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 944 time: 0.0787029 Sep 16 15:01:24.694578 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43566fcf-f113-4a3d-912c-acb7d755f92e req-7d79a703-1534-4a1f-bcf0-2946cc3b1fc7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628691 Sep 16 15:01:24.752277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f2e45-bde4-4d6a-b871-34eee245f1f0 x-openstack-request-id: req-df6f2e45-bde4-4d6a-b871-34eee245f1f0 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:24.752277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:24.752277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df6f2e45-bde4-4d6a-b871-34eee245f1f0 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:24.752277 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 15:01:24.762038 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:24.785530 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aac371-729a-4ce8-86eb-beac3a845a78 x-openstack-request-id: req-c4aac371-729a-4ce8-86eb-beac3a845a78 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:24.786142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:24.786565 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4aac371-729a-4ce8-86eb-beac3a845a78 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:24.791122 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'status': 'completed', 'code': 200} Sep 16 15:01:24.804159 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:07Z', 'updated_at': '2021-09-16T15:01:23Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:24.834850 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:24.845743 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:24.846671 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:24.847788 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-37e1e840-1d0a-48f2-ac51-8eba3aa528c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:24.851553 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-37e1e840-1d0a-48f2-ac51-8eba3aa528c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ad66d52817540e7a4de87d1824a55a2&device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 1098 time: 0.0730038 Sep 16 15:01:24.921761 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49add48-57c7-4114-9467-9240c5fb942d req-8c560f94-ab0b-4e02-8950-73e71ab40e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:24.932664 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-8c560f94-ab0b-4e02-8950-73e71ab40e86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1099 time: 0.1197829 Sep 16 15:01:25.072982 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-643f2a1b-8685-4783-9f59-15b3d1b22008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.074864 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-643f2a1b-8685-4783-9f59-15b3d1b22008 service neutron] 10.222.0.22 "GET /v2.0/networks?id=29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 200 len: 915 time: 0.2064683 Sep 16 15:01:25.102262 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:25.108004 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49add48-57c7-4114-9467-9240c5fb942d req-bb8eab94-feaf-4439-abcc-15e1d58f72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.112849 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-bb8eab94-feaf-4439-abcc-15e1d58f72d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1805465 Sep 16 15:01:25.141041 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Checking router: 6b5033e2-5d8f-4b24-9638-43eedc392e57 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:25.144542 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-73a72a39-db30-4849-be0d-c9c366620371 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 200 len: 217 time: 0.0619750 Sep 16 15:01:25.155991 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:25.171062 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:25.172226 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:00:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:25.198172 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-8032241d-9583-4e4f-8875-355dcca25c03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1000 time: 0.0752695 Sep 16 15:01:25.229856 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-2b8c65ed-88f7-423a-99aa-da821b2bf10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.232174 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-2b8c65ed-88f7-423a-99aa-da821b2bf10b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 200 len: 853 time: 0.0773175 Sep 16 15:01:25.272699 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49add48-57c7-4114-9467-9240c5fb942d req-abdb770f-6aef-41d5-8e11-e4be341a54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.273512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-abdb770f-6aef-41d5-8e11-e4be341a54f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0671203 Sep 16 15:01:25.313053 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-926ba07c-065f-4c13-ba19-440063b17101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.314590 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-926ba07c-065f-4c13-ba19-440063b17101 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=29246054-93e1-42ca-aab6-245bc7944067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729179 Sep 16 15:01:25.340456 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:25.368835 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49add48-57c7-4114-9467-9240c5fb942d req-a8e85057-ceea-4568-8bae-f4e177fcd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.370254 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-a8e85057-ceea-4568-8bae-f4e177fcd9b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757637 Sep 16 15:01:25.397844 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34770) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:25.438191 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-677efb53-2fd7-4de0-a179-38c4f3230910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:25.468105 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-e05e22c8-5d59-44a7-b50b-3056cbe024f9 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420610 Sep 16 15:01:25.544891 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:07Z', 'updated_at': '2021-09-16T15:01:23Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:25.545124 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-c5b06b06-0551-4065-9c7a-47562d7f6962 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574500 Sep 16 15:01:25.584152 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf01e1da-f8cb-422d-9336-99c42ef8e178 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:07Z', 'updated_at': '2021-09-16T15:01:23Z', 'revision_number': 1, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:25.589613 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d4380abb-1bbe-4929-b86d-b90378533f09 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:01:25.611346 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-890bbb8b-526b-47b9-ba6e-c1ab93d11932 req-c0d7353a-83e2-4abe-92ab-32caae58eed2 service neutron] 10.222.0.22 "GET /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332791 Sep 16 15:01:25.657598 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:25.692262 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739d620-45d5-4caf-919f-814b5e8401a2 None None] The sync data for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi is: [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T14:58:32Z', 'revision_number': 4, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '2a8afff4-86c2-4154-ae29-598079728cf8', 'name': '', 'network_id': '29246054-93e1-42ca-aab6-245bc7944067', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'mac_address': 'fa:16:3e:04:f4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9772ee56-461a-4578-9378-7ae11671cfed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:31Z', 'updated_at': '2021-09-16T14:58:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'subnets': [{'id': '9772ee56-461a-4578-9378-7ae11671cfed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:25.733711 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-677efb53-2fd7-4de0-a179-38c4f3230910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:25.759387 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c49add48-57c7-4114-9467-9240c5fb942d req-6e3c2679-a6d2-4688-8d3e-cd5014e948c7 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997535 Sep 16 15:01:25.761321 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port d4380abb-1bbe-4929-b86d-b90378533f09 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:01:25.768013 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port d4380abb-1bbe-4929-b86d-b90378533f09 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:01:25.769196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:25.819293 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-677efb53-2fd7-4de0-a179-38c4f3230910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:25.874152 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:25.880506 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be330aa-8fa9-4ae6-b6d1-7497717b3d28 req-4843cba0-866a-40da-99ab-78beeb7da678 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:25.882129 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5be330aa-8fa9-4ae6-b6d1-7497717b3d28 req-4843cba0-866a-40da-99ab-78beeb7da678 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 944 time: 0.0990927 Sep 16 15:01:25.887912 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34774) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:25.888461 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-677efb53-2fd7-4de0-a179-38c4f3230910 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b7e939802d448ee9cab5dc210bf78c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889021 Sep 16 15:01:25.898074 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677efb53-2fd7-4de0-a179-38c4f3230910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec391aa-5753-4a58-8d65-4cc73a01a4ca,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:25.928871 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:25.931225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0cada-a17e-4bba-89e9-357f60614a2f" -d '{"events": [{"server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "name": "network-vif-plugged", "status": "completed", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:25.935155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d75d0a-244e-46ba-a2fd-2b9cf2126f98 None None] New status for floating IP a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2: ACTIVE {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:01:25.936327 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5be330aa-8fa9-4ae6-b6d1-7497717b3d28 req-65ed7e9c-3e98-4c75-a931-bf1e395f40a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Sep 16 15:01:25.991123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.024447 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.030652 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777af30-f7e7-4756-95a5-ba25afec5de6 x-openstack-request-id: req-9777af30-f7e7-4756-95a5-ba25afec5de6 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:26.030984 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "name": "network-vif-plugged", "status": "completed", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:26.031255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9777af30-f7e7-4756-95a5-ba25afec5de6 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:26.031647 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'code': 200} Sep 16 15:01:26.038049 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d4380abb-1bbe-4929-b86d-b90378533f09,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:26.122191 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.164792 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f974ac2-2803-47d9-9ff3-239b5c12eef9 None None] New status for floating IP f3d76ee1-96c6-4782-af21-907d5984f947: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:01:26.203811 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.206487 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.208488 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:26.216417 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ec391aa-5753-4a58-8d65-4cc73a01a4ca HTTP/1.1" status: 204 len: 168 time: 0.3261561 Sep 16 15:01:26.233700 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fcbc5-eb54-4212-94c2-d1b6e104cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec391aa-5753-4a58-8d65-4cc73a01a4ca,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:26.342494 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7488638-c7ab-40b4-82e7-d63ba88d19a5 req-f19151d5-3a58-404b-afe4-42eb455259e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:26.344026 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a7488638-c7ab-40b4-82e7-d63ba88d19a5 req-f19151d5-3a58-404b-afe4-42eb455259e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 1098 time: 0.0444374 Sep 16 15:01:26.383629 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a7488638-c7ab-40b4-82e7-d63ba88d19a5 req-c22b9a52-c0fe-4b16-892b-c73b96d8c892 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Sep 16 15:01:26.387246 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f1640aad-3d59-4b82-97e8-4e2b666b97b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:26.776181 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:01:27.081789 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3fab-4156-433e-90a2-c4c72e984ac5 req-15ce9244-67a8-4d6d-80e8-2c8647d5fa3d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:27.083665 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be3a3fab-4156-433e-90a2-c4c72e984ac5 req-15ce9244-67a8-4d6d-80e8-2c8647d5fa3d tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.0562067 Sep 16 15:01:27.141302 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be3a3fab-4156-433e-90a2-c4c72e984ac5 req-cbb66b41-c9a3-4b8b-9a63-e4c356e516b7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Sep 16 15:01:27.352623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:27.769818 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:28.124254 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 34828) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:28.256510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1df7785f-f42c-436d-b90b-c3774b465838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:28.296633 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4401107-0497-4dda-a7aa-db9c7c94d032 req-f02b6c7f-62e2-4728-a0b9-b94a23dabaa8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:28.298127 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a4401107-0497-4dda-a7aa-db9c7c94d032 req-f02b6c7f-62e2-4728-a0b9-b94a23dabaa8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.0818982 Sep 16 15:01:28.355780 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a4401107-0497-4dda-a7aa-db9c7c94d032 req-6a7d0109-d27c-423d-b2f2-625e8df8a5ea tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486858 Sep 16 15:01:28.415066 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1df7785f-f42c-436d-b90b-c3774b465838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:28.482912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7197-0da9-4d34-8a3d-ca24fe48a729 req-0fec7715-aabd-4b96-9463-a735b50853ba tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:28.484452 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1f5c7197-0da9-4d34-8a3d-ca24fe48a729 req-0fec7715-aabd-4b96-9463-a735b50853ba tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Sep 16 15:01:28.485617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1df7785f-f42c-436d-b90b-c3774b465838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:28.493282 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34838) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:28.498583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Request body: {'floatingip': {'port_id': 'd4380abb-1bbe-4929-b86d-b90378533f09'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:28.524722 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1df7785f-f42c-436d-b90b-c3774b465838 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edba39faad0c45439805ddf515e8b0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992684 Sep 16 15:01:28.527186 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7785f-f42c-436d-b90b-c3774b465838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0634a559-5f1e-4682-a2c9-09204b3f99e9,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:28.528503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 34840) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:28.819919 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:28.937514 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.008590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.026799 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.028519 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3ea4-4a4b-444b-a17e-277ba12040ef req-15a3ccb4-e6c0-40c1-8e91-f4bfab12eba4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:29.033291 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eb0d3ea4-4a4b-444b-a17e-277ba12040ef req-15a3ccb4-e6c0-40c1-8e91-f4bfab12eba4 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0540173 Sep 16 15:01:29.071348 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-eb0d3ea4-4a4b-444b-a17e-277ba12040ef req-87819765-d949-42f4-8f23-5939b95de6a2 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Sep 16 15:01:29.198745 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.202063 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.203251 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0634a559-5f1e-4682-a2c9-09204b3f99e9 HTTP/1.1" status: 204 len: 168 time: 0.6738098 Sep 16 15:01:29.217990 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21feebd-bcaa-4497-bf0e-4d775d3953ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0634a559-5f1e-4682-a2c9-09204b3f99e9,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:29.389431 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.478705 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.585783 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Floating IP ed91134e-cc6a-410d-b026-19138068241a associated. External IP: 172.27.3.128, port: d4380abb-1bbe-4929-b86d-b90378533f09. Sep 16 15:01:29.805182 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:29.925547 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:29.931478 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:29.936152 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:29.945605 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:29.946308 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:29.969611 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-641e6917-0728-4131-925a-86559330fbd7 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "PUT /v2.0/floatingips/ed91134e-cc6a-410d-b026-19138068241a HTTP/1.1" status: 200 len: 991 time: 1.4735193 Sep 16 15:01:29.969611 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:29.970905 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3afdc-4202-4605-ba92-6033ccd4a5be" -d '{"events": [{"name": "network-changed", "server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:30.049482 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf80dd7-ede8-482a-9b90-7b1d81a6ce82 x-openstack-request-id: req-cbf80dd7-ede8-482a-9b90-7b1d81a6ce82 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:30.050091 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:30.051124 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbf80dd7-ede8-482a-9b90-7b1d81a6ce82 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:30.051875 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'status': 'completed', 'code': 200} Sep 16 15:01:30.093988 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:30.133792 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-0bee72b9-04fe-4761-a513-2e295229941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.135339 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-0bee72b9-04fe-4761-a513-2e295229941d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a741fa3ca86b423d9595d5981424b93e&device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 1098 time: 0.0494721 Sep 16 15:01:30.261852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa88d5d-f29e-40d7-8221-a7b2fd1411d6 req-0d312b3f-ebee-48df-b314-6f5777075abe tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.263588 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2fa88d5d-f29e-40d7-8221-a7b2fd1411d6 req-0d312b3f-ebee-48df-b314-6f5777075abe tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.1035910 Sep 16 15:01:30.323354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-a8985dc1-a2ee-4d1d-9904-6309180daa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.325072 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-a8985dc1-a2ee-4d1d-9904-6309180daa48 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 200 len: 912 time: 0.1811869 Sep 16 15:01:30.331107 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2fa88d5d-f29e-40d7-8221-a7b2fd1411d6 req-3e6b2848-fe52-40dc-a2af-d328b79311e8 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566595 Sep 16 15:01:30.369016 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ed91134e-cc6a-410d-b026-19138068241a', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:00:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:12Z', 'updated_at': '2021-09-16T15:01:29Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:30.398656 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-a36d1b67-63a9-4bc6-834b-0bf5eddc17e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4380abb-1bbe-4929-b86d-b90378533f09 HTTP/1.1" status: 200 len: 999 time: 0.0655270 Sep 16 15:01:30.400124 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:30.409418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:30.419873 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:30.460076 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-429a9dd5-650c-4540-b949-b704fb187653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.461583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-429a9dd5-650c-4540-b949-b704fb187653 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 200 len: 850 time: 0.0545237 Sep 16 15:01:30.524758 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:30.526044 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-a4b83f74-b0f1-4805-a5e3-700a26de181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.528174 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-a4b83f74-b0f1-4805-a5e3-700a26de181f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4c32868-c0ce-4c3f-aabd-11211d1ed344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566807 Sep 16 15:01:30.629613 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-1bc0f68a-9fc3-41e2-89f4-761202b38100 service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930467 Sep 16 15:01:30.750482 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8af3afdc-4202-4605-ba92-6033ccd4a5be req-801e2a1b-d7df-4559-a621-de64a3728e9f service neutron] 10.222.0.22 "GET /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130972 Sep 16 15:01:30.799675 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ed91134e-cc6a-410d-b026-19138068241a', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:00:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:12Z', 'updated_at': '2021-09-16T15:01:29Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:30.828346 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9214f7c-04d3-4f4b-af6a-ae72d7cb1eea None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ed91134e-cc6a-410d-b026-19138068241a', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'port_id': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'mac_address': 'fa:16:3e:00:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:01:12Z', 'updated_at': '2021-09-16T15:01:29Z', 'revision_number': 1, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:30.831090 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-cfa10bb1-ec99-483c-9537-0bbe3bd8f18d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:30.832686 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-cfa10bb1-ec99-483c-9537-0bbe3bd8f18d tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.22 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0549459 Sep 16 15:01:30.955596 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Deleting port 9cfb9fef-20c2-4099-a090-904a2a9dad17 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:30.956125 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:31.048872 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42a3f6-d38d-4ade-b2b7-db83baa2360d None None] New status for floating IP ed91134e-cc6a-410d-b026-19138068241a: ACTIVE {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:01:31.286839 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] For port 9cfb9fef-20c2-4099-a090-904a2a9dad17, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=9cfb9fef-20c2-4099-a090-904a2a9dad17,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:31.287396 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:31.301218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Calling delete_port for 9cfb9fef-20c2-4099-a090-904a2a9dad17 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:31.476213 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4b3ac-f32f-4b7d-afa2-bdaf24f99f23 req-e9b38c16-3db4-4301-ad85-ad219110e635 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:31.477822 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efc4b3ac-f32f-4b7d-afa2-bdaf24f99f23 req-e9b38c16-3db4-4301-ad85-ad219110e635 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/ports?device_id=996a5326-02a4-4a0f-aef0-aaae4f00960b HTTP/1.1" status: 200 len: 945 time: 0.0673470 Sep 16 15:01:31.519005 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efc4b3ac-f32f-4b7d-afa2-bdaf24f99f23 req-febc32e0-eb26-43cb-9c05-b7f2cf7cf9d2 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8ec6b76-225a-4d97-a87d-b9a468ddfd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Sep 16 15:01:31.529704 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:31.547174 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['9cfb9fef-20c2-4099-a090-904a2a9dad17'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:01:31.563861 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Pushing event deleted for resources: {'Port': ['ID=9cfb9fef-20c2-4099-a090-904a2a9dad17,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:31.609486 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] No DVR routers for this DVR port 9cfb9fef-20c2-4099-a090-904a2a9dad17 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:31.612731 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:31.614908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-01968994-49fe-40df-a47a-9a052cfa04e6 req-492e1664-bc44-4186-86f7-256c07d14852 tempest-TestMinimumBasicScenario-35665508 tempest-TestMinimumBasicScenario-35665508-project] 10.222.0.22 "DELETE /v2.0/ports/9cfb9fef-20c2-4099-a090-904a2a9dad17 HTTP/1.1" status: 204 len: 173 time: 0.7719171 Sep 16 15:01:31.615383 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'name': 'network-vif-deleted', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:31.618047 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ce7658-7fd3-4e8f-9a2a-04e93e41ae02" -d '{"events": [{"server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "name": "network-vif-deleted", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:31.656494 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e72506-0544-4fd8-a923-dd5150a8ffa6 x-openstack-request-id: req-c9e72506-0544-4fd8-a923-dd5150a8ffa6 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:31.656797 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996a5326-02a4-4a0f-aef0-aaae4f00960b", "name": "network-vif-deleted", "tag": "9cfb9fef-20c2-4099-a090-904a2a9dad17", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:31.657142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9e72506-0544-4fd8-a923-dd5150a8ffa6 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:31.657583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996a5326-02a4-4a0f-aef0-aaae4f00960b', 'name': 'network-vif-deleted', 'tag': '9cfb9fef-20c2-4099-a090-904a2a9dad17', 'status': 'completed', 'code': 200} Sep 16 15:01:33.621508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 9cfb9fef-20c2-4099-a090-904a2a9dad17 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:33.644997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 9cfb9fef-20c2-4099-a090-904a2a9dad17 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:33.645338 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 9cfb9fef-20c2-4099-a090-904a2a9dad17 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:34.196168 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35012) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:34.610136 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:34.908361 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Deleting port 2a8afff4-86c2-4154-ae29-598079728cf8 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:34.908709 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:34.983614 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] For port 2a8afff4-86c2-4154-ae29-598079728cf8, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2a8afff4-86c2-4154-ae29-598079728cf8,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:34.984041 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:34.996412 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Calling delete_port for 2a8afff4-86c2-4154-ae29-598079728cf8 owned by network:router_interface {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:35.272325 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:35.303282 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8afff4-86c2-4154-ae29-598079728cf8,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:35.470407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:35.682800 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Router 6b5033e2-5d8f-4b24-9638-43eedc392e57 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:35.791356 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:35.805864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4716f615-b0f1-4dbd-a581-c4fdaacca57d admin admin] 10.222.0.30 "PUT /v2.0/routers/6b5033e2-5d8f-4b24-9638-43eedc392e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998721 Sep 16 15:01:35.805955 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35034) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:35.806373 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Sync routers for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:35.812471 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:35.813157 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:35.920702 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:35.927152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.033887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.163623 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Deleting port 2e020bc8-12a1-4142-bfef-d5240adddb0e {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:36.164645 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.223905 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T15:01:35Z', 'revision_number': 5, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port': {'id': '2e020bc8-12a1-4142-bfef-d5240adddb0e', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:af:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:29Z', 'updated_at': '2021-09-16T14:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:36.250556 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] For port 2e020bc8-12a1-4142-bfef-d5240adddb0e, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=2e020bc8-12a1-4142-bfef-d5240adddb0e,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:36.250945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.252151 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Checking router: 6b5033e2-5d8f-4b24-9638-43eedc392e57 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:36.260716 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Routers {'6b5033e2-5d8f-4b24-9638-43eedc392e57'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:36.261342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6b5033e2-5d8f-4b24-9638-43eedc392e57'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:36.264010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Calling delete_port for 2e020bc8-12a1-4142-bfef-d5240adddb0e owned by network:router_gateway {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:36.438966 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] Set router 6b5033e2-5d8f-4b24-9638-43eedc392e57 gateway port host: None {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:36.500602 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T15:01:36Z', 'revision_number': 6, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:36.528167 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245c281-91b1-4c27-9b78-9e516f84ed19 None None] The sync data for ids ['6b5033e2-5d8f-4b24-9638-43eedc392e57'] in dv-cinder-809417-1-iscsi is: [{'id': '6b5033e2-5d8f-4b24-9638-43eedc392e57', 'name': 'tempest-TestMinimumBasicScenario-992659403-router', 'tenant_id': '4ad66d52817540e7a4de87d1824a55a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:28Z', 'updated_at': '2021-09-16T15:01:36Z', 'revision_number': 6, 'project_id': '4ad66d52817540e7a4de87d1824a55a2', 'gw_port_host': None}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:36.615072 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.641889 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e020bc8-12a1-4142-bfef-d5240adddb0e,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:36.710738 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.800181 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.802359 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.906253 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.906891 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5033e2-5d8f-4b24-9638-43eedc392e57 {{(pid=106171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:01:36.910872 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.912040 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a668a04d-0a20-497e-883c-0e9df03a7b38 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6b5033e2-5d8f-4b24-9638-43eedc392e57 HTTP/1.1" status: 204 len: 168 time: 1.1106734 Sep 16 15:01:36.914501 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35048) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:36.957549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Deleting subnet 9772ee56-461a-4578-9378-7ae11671cfed {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:01:36.960560 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:36.998541 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.104189 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.250354 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.281592 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9772ee56-461a-4578-9378-7ae11671cfed,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:37.286448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.288700 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-412d68f8-3e63-4a71-9889-6982d994e109 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9772ee56-461a-4578-9378-7ae11671cfed HTTP/1.1" status: 204 len: 168 time: 0.3731477 Sep 16 15:01:37.291888 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35054) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:37.295868 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b5f3d-646a-4e67-919b-1860482b4d3c None None] Network 29246054-93e1-42ca-aab6-245bc7944067 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:37.359566 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2a8afff4-86c2-4154-ae29-598079728cf8 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:37.368148 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.386359 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 2a8afff4-86c2-4154-ae29-598079728cf8 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:37.387255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2a8afff4-86c2-4154-ae29-598079728cf8 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:37.387678 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2e020bc8-12a1-4142-bfef-d5240adddb0e no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:37.410835 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 2e020bc8-12a1-4142-bfef-d5240adddb0e {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:37.411104 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 2e020bc8-12a1-4142-bfef-d5240adddb0e not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:37.426364 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Deleting port 8401ed79-d176-46c2-9f9b-9cc23322a558 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:37.426364 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.499879 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] For port 8401ed79-d176-46c2-9f9b-9cc23322a558, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=8401ed79-d176-46c2-9f9b-9cc23322a558,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:37.500263 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.526600 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Calling delete_port for 8401ed79-d176-46c2-9f9b-9cc23322a558 owned by network:dhcp {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:37.548904 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] DHCP port deletion for 29246054-93e1-42ca-aab6-245bc7944067 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:01:37.601124 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Deleting port 8401ed79-d176-46c2-9f9b-9cc23322a558 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:37.601487 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.665155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] For port 8401ed79-d176-46c2-9f9b-9cc23322a558, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=8401ed79-d176-46c2-9f9b-9cc23322a558,segment=NetworkSegment(e7f797b6-d184-476c-b6c0-95fdabc77199),segment_id=e7f797b6-d184-476c-b6c0-95fdabc77199)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:37.665155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.679021 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Calling delete_port for 8401ed79-d176-46c2-9f9b-9cc23322a558 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:37.689246 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.716286 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8401ed79-d176-46c2-9f9b-9cc23322a558,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:37.718159 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] No DVR routers for this DVR port 8401ed79-d176-46c2-9f9b-9cc23322a558 on host dv-cinder-809417-1-iscsi {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:37.791448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.809566 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.811706 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29246054-93e1-42ca-aab6-245bc7944067']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:37.821531 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f797b6-d184-476c-b6c0-95fdabc77199') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:37.821832 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f797b6-d184-476c-b6c0-95fdabc77199') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:37.831543 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.837845 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] No DVR routers for this DVR port 8401ed79-d176-46c2-9f9b-9cc23322a558 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:37.839334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1c4cc-7fc6-41a5-acd6-9ba552d9c6db None None] Pushing event deleted for resources: {'Port': ['ID=8401ed79-d176-46c2-9f9b-9cc23322a558,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:37.848525 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.859345 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:01:37.859864 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:01:37.861529 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:01:37.990719 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:37.996961 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.000607 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29246054-93e1-42ca-aab6-245bc7944067 HTTP/1.1" status: 204 len: 168 time: 0.7064495 Sep 16 15:01:38.001697 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35070) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:38.009295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b222fd-a7ed-4990-9e77-f4ea88f66fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29246054-93e1-42ca-aab6-245bc7944067,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:38.548981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.789160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Deleting port 9383995f-f4a9-4c62-89aa-cfb694a52b7c {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:38.789512 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.869239 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] For port 9383995f-f4a9-4c62-89aa-cfb694a52b7c, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=9383995f-f4a9-4c62-89aa-cfb694a52b7c,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:38.869538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:38.881613 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Calling delete_port for 9383995f-f4a9-4c62-89aa-cfb694a52b7c owned by network:router_interface {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:39.117889 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.141430 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Pushing event deleted for resources: {'Port': ['ID=9383995f-f4a9-4c62-89aa-cfb694a52b7c,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:39.305945 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.395889 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 8401ed79-d176-46c2-9f9b-9cc23322a558 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:39.419521 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 8401ed79-d176-46c2-9f9b-9cc23322a558 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:39.419790 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 8401ed79-d176-46c2-9f9b-9cc23322a558 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:39.518510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:01:39.624472 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:01:39.631284 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a830dca2-cb19-4b75-8deb-ee426f964036 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5384fd4-1e6c-407d-8c60-063ec6a0cc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6266725 Sep 16 15:01:39.631874 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35078) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:39.634702 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Sync routers for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:01:39.646364 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:39.646909 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:39.732623 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks [] for router, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.749556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:39.843891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:39.928965 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T15:01:39Z', 'revision_number': 5, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port': {'id': '94e5078b-6af8-410a-8c1b-d71bda75bdfa', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:58:36Z', 'updated_at': '2021-09-16T14:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:39.954562 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Checking router: b5384fd4-1e6c-407d-8c60-063ec6a0cc5e for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:01:39.962743 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Routers {'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:01:39.963347 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:01:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:39.988227 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Deleting port 94e5078b-6af8-410a-8c1b-d71bda75bdfa {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:39.988585 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.072328 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] For port 94e5078b-6af8-410a-8c1b-d71bda75bdfa, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=94e5078b-6af8-410a-8c1b-d71bda75bdfa,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:40.072701 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.085989 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Calling delete_port for 94e5078b-6af8-410a-8c1b-d71bda75bdfa owned by network:router_gateway {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:40.133209 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] Set router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e gateway port host: None {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:01:40.182053 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T15:01:39Z', 'revision_number': 6, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:40.211187 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92eb43-24e8-4972-b74b-51a50f52ac0d None None] The sync data for ids ['b5384fd4-1e6c-407d-8c60-063ec6a0cc5e'] in dv-cinder-809417-1-iscsi is: [{'id': 'b5384fd4-1e6c-407d-8c60-063ec6a0cc5e', 'name': 'tempest-TestMinimumBasicScenario-1046154628-router', 'tenant_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:58:35Z', 'updated_at': '2021-09-16T15:01:39Z', 'revision_number': 6, 'project_id': 'c1989e025d8f4c33aaf9cab23e768d26', 'gw_port_host': None}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:01:40.375233 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.401121 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=94e5078b-6af8-410a-8c1b-d71bda75bdfa,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:40.458624 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.563470 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.569521 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.723526 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.724116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5384fd4-1e6c-407d-8c60-063ec6a0cc5e {{(pid=106170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:01:40.729393 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.731037 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0ac6028a-9d15-431b-973e-822532ebf3ae admin admin] 10.222.0.30 "DELETE /v2.0/routers/b5384fd4-1e6c-407d-8c60-063ec6a0cc5e HTTP/1.1" status: 204 len: 168 time: 1.0977035 Sep 16 15:01:40.739298 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35084) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:40.781518 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Deleting subnet ca4a5b2e-d32f-4bb7-9124-f890e8480f73 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:01:40.784372 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.817319 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:40.902036 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.032867 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.057851 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4a5b2e-d32f-4bb7-9124-f890e8480f73,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:41.063977 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.065972 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-59bdd9ef-715a-4f39-8269-4678a6a4de52 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca4a5b2e-d32f-4bb7-9124-f890e8480f73 HTTP/1.1" status: 204 len: 168 time: 0.3255889 Sep 16 15:01:41.068411 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35092) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:41.069256 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e45e3a-3507-4319-9f26-1c06bfb01f36 None None] Network f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:41.141353 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.194907 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Deleting port b6c28e2a-a426-4415-897f-67d0e10541e1 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:41.195262 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.251511 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] DHCP port deletion for f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:01:41.262250 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] For port b6c28e2a-a426-4415-897f-67d0e10541e1, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b6c28e2a-a426-4415-897f-67d0e10541e1,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:41.262640 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.275169 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Calling delete_port for b6c28e2a-a426-4415-897f-67d0e10541e1 owned by network:dhcp {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:41.311276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Deleting port b6c28e2a-a426-4415-897f-67d0e10541e1 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:01:41.311654 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.361598 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 9383995f-f4a9-4c62-89aa-cfb694a52b7c no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:41.388827 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 9383995f-f4a9-4c62-89aa-cfb694a52b7c {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:41.389174 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 9383995f-f4a9-4c62-89aa-cfb694a52b7c not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:41.389592 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 94e5078b-6af8-410a-8c1b-d71bda75bdfa no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:41.395466 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] For port b6c28e2a-a426-4415-897f-67d0e10541e1, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b6c28e2a-a426-4415-897f-67d0e10541e1,segment=NetworkSegment(0eccc5d4-635a-41c9-82c7-88cc9fa06ef5),segment_id=0eccc5d4-635a-41c9-82c7-88cc9fa06ef5)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:41.395886 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.421052 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 94e5078b-6af8-410a-8c1b-d71bda75bdfa {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:01:41.421423 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 94e5078b-6af8-410a-8c1b-d71bda75bdfa not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:41.421847 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b6c28e2a-a426-4415-897f-67d0e10541e1 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:01:41.443662 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Calling delete_port for b6c28e2a-a426-4415-897f-67d0e10541e1 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:01:41.443877 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.469454 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c28e2a-a426-4415-897f-67d0e10541e1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:41.473112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] No DVR routers for this DVR port b6c28e2a-a426-4415-897f-67d0e10541e1 on host dv-cinder-809417-1-iscsi {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:41.500493 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No active binding found for port b6c28e2a-a426-4415-897f-67d0e10541e1 {{(pid=106172) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 16 15:01:41.500918 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b6c28e2a-a426-4415-897f-67d0e10541e1 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:01:41.536122 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.546961 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.563647 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] Pushing event deleted for resources: {'Port': ['ID=b6c28e2a-a426-4415-897f-67d0e10541e1,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:41.567617 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88aa089-58da-4d26-ae5c-04b824fd33b5 None None] No DVR routers for this DVR port b6c28e2a-a426-4415-897f-67d0e10541e1 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:01:41.576042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63b5705-0d1e-45a8-a78b-fe7c8efff7f2']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:41.585421 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:41.585722 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eccc5d4-635a-41c9-82c7-88cc9fa06ef5') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:01:41.595409 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.608204 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.614127 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:01:41.614503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:01:41.616099 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:01:41.792433 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.802985 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:41.802985 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f63b5705-0d1e-45a8-a78b-fe7c8efff7f2 HTTP/1.1" status: 204 len: 168 time: 0.7308400 Sep 16 15:01:41.812101 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22ae67-f46c-4d55-8bab-292e3d85aa68 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63b5705-0d1e-45a8-a78b-fe7c8efff7f2,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:42.173479 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35110) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:42.217254 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-74859be8-eb3f-4549-8250-2c6e23a0526e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ad66d52817540e7a4de87d1824a55a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425436 Sep 16 15:01:42.219859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35114) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:42.269912 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.290656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.432465 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.435189 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:42.436377 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8ec6b76-225a-4d97-a87d-b9a468ddfd27 HTTP/1.1" status: 204 len: 168 time: 0.2156081 Sep 16 15:01:42.444146 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eaa81-463d-48ef-87de-9bdef858525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec6b76-225a-4d97-a87d-b9a468ddfd27,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:42.775265 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.186778 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35140) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:43.224928 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-e5c202e5-10af-4053-8b96-8b221b8f54de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1989e025d8f4c33aaf9cab23e768d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370452 Sep 16 15:01:43.227242 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35142) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:43.274592 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.296873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.407628 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.410110 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:43.411239 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6acbdb90-c21f-472c-88aa-941b7f101de2 HTTP/1.1" status: 204 len: 168 time: 0.1830480 Sep 16 15:01:43.418407 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f3958-28b7-4bfa-ab99-5bcadaa9f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acbdb90-c21f-472c-88aa-941b7f101de2,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:44.473722 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35168) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:44.576179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-b74fd43d-70af-46f0-8cb0-936d598775aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.663058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-b74fd43d-70af-46f0-8cb0-936d598775aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.729333 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-b74fd43d-70af-46f0-8cb0-936d598775aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.767494 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-b74fd43d-70af-46f0-8cb0-936d598775aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f04d87d3e1549c4ac38ca203ade1170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927015 Sep 16 15:01:44.768449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fd43d-70af-46f0-8cb0-936d598775aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b028d06c-bd27-4d0b-ace5-9ab9f1bed7c0,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:44.770311 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35172) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:44.818391 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.839366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.981193 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.984266 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:44.985473 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b028d06c-bd27-4d0b-ace5-9ab9f1bed7c0 HTTP/1.1" status: 204 len: 168 time: 0.2141533 Sep 16 15:01:44.993381 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bd28a-4ba9-4fed-9b11-545345841062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b028d06c-bd27-4d0b-ace5-9ab9f1bed7c0,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:45.653160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35186) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:45.669993 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-27be8ef3-128e-44a8-9c9d-bb466603a7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:45.754069 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-27be8ef3-128e-44a8-9c9d-bb466603a7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:45.847406 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-27be8ef3-128e-44a8-9c9d-bb466603a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:45.884246 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-27be8ef3-128e-44a8-9c9d-bb466603a7d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b63c05e40724b9498d9e9352d13abf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300134 Sep 16 15:01:45.885069 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be8ef3-128e-44a8-9c9d-bb466603a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fb8ba0-96c2-4087-9eb9-bef6eed3614a,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:45.887036 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35188) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:45.935288 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:45.956237 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.106667 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.109388 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.110666 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33fb8ba0-96c2-4087-9eb9-bef6eed3614a HTTP/1.1" status: 204 len: 168 time: 0.2226515 Sep 16 15:01:46.119438 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922445aa-da77-4c70-b963-74cf64973fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fb8ba0-96c2-4087-9eb9-bef6eed3614a,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:46.745272 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35196) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:46.761008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7c7abbb5-d4bc-4bcc-9f00-68a92828def0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.845100 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7c7abbb5-d4bc-4bcc-9f00-68a92828def0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.917950 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7c7abbb5-d4bc-4bcc-9f00-68a92828def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:46.954603 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-7c7abbb5-d4bc-4bcc-9f00-68a92828def0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b677b6fa78b94742a1f2ba2773b2c42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082329 Sep 16 15:01:46.956643 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7abbb5-d4bc-4bcc-9f00-68a92828def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6f58e-4bbc-4565-be19-535e6576a8cb,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:46.957205 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35198) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:47.005471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.025273 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.112206 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.115032 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:47.116211 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75b6f58e-4bbc-4565-be19-535e6576a8cb HTTP/1.1" status: 204 len: 168 time: 0.1579962 Sep 16 15:01:47.123977 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01d143-0ece-4351-bf6a-a0adc0e6d944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6f58e-4bbc-4565-be19-535e6576a8cb,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:48.059813 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35222) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:48.154042 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-635987915-network', 'tenant_id': '94c207cf9f8b4ce68bf62fddd30976cc'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:48.282787 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Made reservation on behalf of 94c207cf9f8b4ce68bf62fddd30976cc for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:48.285198 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.293973 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.381720 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.443391 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.463428 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:01:48.478374 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e374f000-a647-4949-996f-ec9f0a766934,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:48.481243 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.481585 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Added segment 06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9 of type vlan for network 5444680c-250e-461e-abd7-423382fd731f Sep 16 15:01:48.522296 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.649243 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.650333 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:48.650996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:48.711507 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] Pushing event updated for resources: {'Network': ['ID=5444680c-250e-461e-abd7-423382fd731f,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:48.722695 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 5444680c-250e-461e-abd7-423382fd731f details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:01:48.753246 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-00f838b3-26d5-4e95-934c-d22decfcc0ee admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6922147 Sep 16 15:01:48.755985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35240) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:48.760907 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Request body: {'subnet': {'network_id': '5444680c-250e-461e-abd7-423382fd731f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-635987915-subnet', 'tenant_id': '94c207cf9f8b4ce68bf62fddd30976cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:48.853511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Made reservation on behalf of 94c207cf9f8b4ce68bf62fddd30976cc for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:48.855806 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13618787'] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:49.084062 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16547407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13618765'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:49.135570 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748b83bd-a886-46ff-8493-24f7795907ef,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:49.152309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Checking segment: {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:49.152662 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Network hostable DHCP agents. Network: 5444680c-250e-461e-abd7-423382fd731f, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:01:49.241931 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Network 5444680c-250e-461e-abd7-423382fd731f is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:01:49.361804 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 5444680c-250e-461e-abd7-423382fd731f) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:49.366038 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:49.366619 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:49.370619 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc737c7-c46e-4a5c-9fa1-cc98797e2ba2 None None] Network 5444680c-250e-461e-abd7-423382fd731f requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:49.486686 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b604d69-0102-4bff-b715-f5eb031c6ff4 None None] Network 5444680c-250e-461e-abd7-423382fd731f requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:01:49.530187 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-742fccc7-2276-4276-8f7e-329970aa19f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7731383 Sep 16 15:01:51.931375 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-08804406-27b9-4af1-b772-80b6c3fcea91 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:51.932869 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-08804406-27b9-4af1-b772-80b6c3fcea91 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/networks?id=5444680c-250e-461e-abd7-423382fd731f HTTP/1.1" status: 200 len: 808 time: 0.1002977 Sep 16 15:01:51.947773 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-eff41beb-ff2b-4502-a889-a5a4fc2c8cfc tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/quotas/94c207cf9f8b4ce68bf62fddd30976cc HTTP/1.1" status: 200 len: 375 time: 0.0085959 Sep 16 15:01:51.980061 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-184b6136-dfda-4e44-afc9-2ec2cc512f40 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271699 Sep 16 15:01:52.113672 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-0e1038f4-b5f4-40a0-ab65-ab7f4891530a service neutron] 10.222.0.30 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264081 Sep 16 15:01:52.203594 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-74179883-54fb-4d25-b1c0-ddf2943206f3 service neutron] 10.222.0.30 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839994 Sep 16 15:01:52.514049 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6c1e924d-bddd-4f80-9052-2587a5a58064 req-c215ea4c-0d9d-4072-86f8-45e419842bea tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 210 time: 0.0847237 Sep 16 15:01:53.591109 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-922a4543-63ab-476c-81eb-c85538178910 req-fe2146d4-a387-4e74-bd5f-f572e8a5bd47 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 210 time: 0.0260060 Sep 16 15:01:53.733567 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-58dfa7fe-e029-49f9-9254-5c5647869f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:53.914717 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35326) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:54.015133 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c89ded57-ff23-4a36-b1e3-5b59bcd2b772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.101086 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c89ded57-ff23-4a36-b1e3-5b59bcd2b772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.169221 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c89ded57-ff23-4a36-b1e3-5b59bcd2b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.205196 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ded57-ff23-4a36-b1e3-5b59bcd2b772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbdd43f-8f77-4328-9d9d-a80c4c073c1f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:54.214381 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c89ded57-ff23-4a36-b1e3-5b59bcd2b772 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a50b37679b0b429b9e29e7c591683442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973852 Sep 16 15:01:54.214640 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35334) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:54.264538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.285592 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.402164 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.404754 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:54.405897 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcbdd43f-8f77-4328-9d9d-a80c4c073c1f HTTP/1.1" status: 204 len: 168 time: 0.1916950 Sep 16 15:01:54.413858 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0ab4-8c45-4c82-b861-e15686422e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbdd43f-8f77-4328-9d9d-a80c4c073c1f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:54.688415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b0e341cc-86f4-4329-820f-8ed037410668 req-5ff091bf-5b42-4dd1-9570-2ecd80089ea6 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 210 time: 0.0282986 Sep 16 15:01:55.065489 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-2c257592-440c-4025-bb83-1fa458a0b3d8 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:55.066866 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-2c257592-440c-4025-bb83-1fa458a0b3d8 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "GET /v2.0/networks?id=5444680c-250e-461e-abd7-423382fd731f HTTP/1.1" status: 200 len: 808 time: 0.1034720 Sep 16 15:01:55.084813 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Request body: {'port': {'device_id': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'network_id': '5444680c-250e-461e-abd7-423382fd731f', 'admin_state_up': True, 'tenant_id': '94c207cf9f8b4ce68bf62fddd30976cc'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:55.288057 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Made reservation on behalf of 94c207cf9f8b4ce68bf62fddd30976cc for: {'port': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:01:55.291617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.427365 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Allocated IP 172.20.0.6 (5444680c-250e-461e-abd7-423382fd731f/748b83bd-a886-46ff-8493-24f7795907ef/e03a3a45-3164-4afd-bec1-d639d2245f50) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:01:55.570967 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.678938 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.725088 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Network 5444680c-250e-461e-abd7-423382fd731f is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:01:55.728200 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:01:55.730769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:01:55.774949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Pushing event updated for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:55.814030 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:55.815122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:55.838200 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4e70d-a34f-4ff2-a9b0-9d57bda2ee81 req-edf1e00f-59cc-4a18-bd1f-5db6a9c8a676 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:55.839657 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7bf4e70d-a34f-4ff2-a9b0-9d57bda2ee81 req-edf1e00f-59cc-4a18-bd1f-5db6a9c8a676 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 931 time: 0.0774813 Sep 16 15:01:55.876693 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7bf4e70d-a34f-4ff2-a9b0-9d57bda2ee81 req-7073cff4-d6af-4ae0-9d39-4d37196593fc tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Sep 16 15:01:55.894478 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e65088d5-0794-4d3f-94dc-c17febc71f5a tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134778 Sep 16 15:01:55.998813 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Request body: {'port': {'device_id': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:01:56.054732 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.312017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03a3a45-3164-4afd-bec1-d639d2245f50 {{(pid=106170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:01:56.320160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.331856 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.provisioning_blocks [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Transition to ACTIVE for port object e03a3a45-3164-4afd-bec1-d639d2245f50 will not be triggered until provisioned by entity L2. {{(pid=106170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:01:56.413499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e8462929-3b1c-4d69-ad36-bc40392120d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.437096 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.506011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:56.780412 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Attempting to bind port e03a3a45-3164-4afd-bec1-d639d2245f50 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:01:56.781151 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Attempting to bind port e03a3a45-3164-4afd-bec1-d639d2245f50 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:01:56.781151 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Attempting to bind port e03a3a45-3164-4afd-bec1-d639d2245f50 on network 5444680c-250e-461e-abd7-423382fd731f {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:56.785704 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Port e03a3a45-3164-4afd-bec1-d639d2245f50 on network 5444680c-250e-461e-abd7-423382fd731f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:01:56.786028 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Attempting to bind port e03a3a45-3164-4afd-bec1-d639d2245f50 on network 5444680c-250e-461e-abd7-423382fd731f {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:01:56.790790 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:01:56.791193 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Checking segment: {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:01:56.791512 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Bound using segment: {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:01:56.791968 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Bound port: e03a3a45-3164-4afd-bec1-d639d2245f50, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'}}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:01:56.796013 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.853274 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, cleared binding levels {{(pid=106170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:01:56.856386 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=e03a3a45-3164-4afd-bec1-d639d2245f50,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:01:56.935888 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:56.997299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.002388 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:57.002388 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] 10.222.0.22 "PUT /v2.0/ports/e03a3a45-3164-4afd-bec1-d639d2245f50 HTTP/1.1" status: 200 len: 1093 time: 1.0944777 Sep 16 15:01:57.002388 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:01:57.002959 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0837255-32e0-4591-b9fc-15ed509da99d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:01:57.029937 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a4a5b-b09b-4803-8f55-6ac1ea0227a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=3']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:57.045269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6304-c024-43cd-8650-be859661410c req-694d36b3-c4f3-42ed-9eb3-f3c0f6e45bb4 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.046765 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b66f6304-c024-43cd-8650-be859661410c req-694d36b3-c4f3-42ed-9eb3-f3c0f6e45bb4 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 943 time: 0.0845795 Sep 16 15:01:57.048237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d094d-59fe-4ca3-97db-690c885578b6 x-openstack-request-id: req-101d094d-59fe-4ca3-97db-690c885578b6 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:01:57.048501 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:01:57.048747 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-101d094d-59fe-4ca3-97db-690c885578b6 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:01:57.049162 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50', 'status': 'completed', 'code': 200} Sep 16 15:01:57.109442 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b66f6304-c024-43cd-8650-be859661410c req-d2206e3f-b648-484a-ae89-7d475dd8ca85 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563297 Sep 16 15:01:57.119215 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837255-32e0-4591-b9fc-15ed509da99d req-d22dcca0-e4a8-4cd9-81f9-cb7aff540fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.120708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0837255-32e0-4591-b9fc-15ed509da99d req-d22dcca0-e4a8-4cd9-81f9-cb7aff540fa5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 1096 time: 0.0541866 Sep 16 15:01:57.278105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:57.293266 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837255-32e0-4591-b9fc-15ed509da99d req-e7ffb9c2-efbc-4b98-aa1b-1e457f1c7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.295054 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0837255-32e0-4591-b9fc-15ed509da99d req-e7ffb9c2-efbc-4b98-aa1b-1e457f1c7e93 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1614609 Sep 16 15:01:57.464406 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0837255-32e0-4591-b9fc-15ed509da99d req-ccb1534b-7922-42ec-9741-23c04a636dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.465910 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0837255-32e0-4591-b9fc-15ed509da99d req-ccb1534b-7922-42ec-9741-23c04a636dee service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632535 Sep 16 15:01:57.541508 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-d0c87b9e-7139-4f51-aacc-7424ed532db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.544265 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-d0c87b9e-7139-4f51-aacc-7424ed532db3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 1096 time: 0.0398257 Sep 16 15:01:57.588076 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-1aac655e-011d-4587-95ed-ff4cd967f867 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03a3a45-3164-4afd-bec1-d639d2245f50 HTTP/1.1" status: 200 len: 217 time: 0.0342126 Sep 16 15:01:57.652379 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-b286bb21-5d2c-47b8-a8b1-46b5e5ac8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:57.653823 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-b286bb21-5d2c-47b8-a8b1-46b5e5ac8324 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=748b83bd-a886-46ff-8493-24f7795907ef HTTP/1.1" status: 200 len: 848 time: 0.0524349 Sep 16 15:01:57.685412 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-9b9ad5d4-8046-41d3-8771-1305373e7868 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5444680c-250e-461e-abd7-423382fd731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242727 Sep 16 15:01:57.762102 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:57.772759 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-ccf41f8e-af9a-43d5-8ee0-bd1e5b7c2cfe service neutron] 10.222.0.22 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789671 Sep 16 15:01:57.864281 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48aa2d77-8819-4d40-839e-9a995767eb89 req-e16e0664-4c97-4a78-b902-ffa9dbf69c87 service neutron] 10.222.0.22 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836701 Sep 16 15:01:58.222965 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4681c2-5d94-4b2f-b4a6-a9a36bc0d978 req-7e49dc7a-4adf-40e5-a9d7-5ee0a3246c3c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:58.224452 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c4681c2-5d94-4b2f-b4a6-a9a36bc0d978 req-7e49dc7a-4adf-40e5-a9d7-5ee0a3246c3c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 943 time: 0.0466521 Sep 16 15:01:58.261009 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0c4681c2-5d94-4b2f-b4a6-a9a36bc0d978 req-e648fc1d-45c4-4944-ada5-7ce36f224f1b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Sep 16 15:01:59.030832 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.109647 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35410) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:59.212769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48450f11-0518-4e2d-8e72-9c3a58ec799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.302214 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48450f11-0518-4e2d-8e72-9c3a58ec799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.376082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132a52-6869-4feb-b06c-f320e74cc7dd req-e69f8f16-998e-48ab-98e3-3cea0ce96f51 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:01:59.377528 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cd132a52-6869-4feb-b06c-f320e74cc7dd req-e69f8f16-998e-48ab-98e3-3cea0ce96f51 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 943 time: 0.0473890 Sep 16 15:01:59.407859 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-48450f11-0518-4e2d-8e72-9c3a58ec799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.431497 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cd132a52-6869-4feb-b06c-f320e74cc7dd req-882239e9-2300-44ad-a7ac-e4e9f28fa38e tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Sep 16 15:01:59.451707 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450f11-0518-4e2d-8e72-9c3a58ec799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0656f5-8c8b-4712-99d7-4f70b8362d9b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:59.456594 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-48450f11-0518-4e2d-8e72-9c3a58ec799a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e31839aadc85436e8a88d467e8a70584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461015 Sep 16 15:01:59.459246 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 35416) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:01:59.506468 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.527970 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.684471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.686959 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:01:59.688161 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e0656f5-8c8b-4712-99d7-4f70b8362d9b HTTP/1.1" status: 204 len: 168 time: 0.2280829 Sep 16 15:01:59.697098 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607b5a0-f858-4f36-8ff3-98290bf756a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0656f5-8c8b-4712-99d7-4f70b8362d9b,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:01:59.873591 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device e03a3a45-3164-4afd-bec1-d639d2245f50 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:01:59.973511 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=e03a3a45-3164-4afd-bec1-d639d2245f50,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:01:59.986239 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'e03a3a45-3164-4afd-bec1-d639d2245f50', 'network_id': '5444680c-250e-461e-abd7-423382fd731f', 'port_id': 'e03a3a45-3164-4afd-bec1-d639d2245f50', 'mac_address': 'fa:16:3e:b7:f4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748b83bd-a886-46ff-8493-24f7795907ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:02:00.031597 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.045463 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03a3a45-3164-4afd-bec1-d639d2245f50 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:02:00.067314 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=e03a3a45-3164-4afd-bec1-d639d2245f50,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:00.150534 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:00.201483 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:00.410296 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['e03a3a45-3164-4afd-bec1-d639d2245f50'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:02:00.545330 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55d527-f3ce-4e56-9e24-5cce5fe5ecf7 req-62abcc95-5b88-48a9-861a-b71bc8ba9ef8 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:00.546823 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a55d527-f3ce-4e56-9e24-5cce5fe5ecf7 req-62abcc95-5b88-48a9-861a-b71bc8ba9ef8 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 944 time: 0.0467596 Sep 16 15:02:00.584344 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a55d527-f3ce-4e56-9e24-5cce5fe5ecf7 req-ef313468-d3e8-4a49-ab58-0a4581fa7ab8 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 16 15:02:01.699799 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df736a-45ed-40ce-b183-1bf989b22094 req-c91eae06-b3d0-4547-abab-ce75e61f28ea tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:01.701335 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88df736a-45ed-40ce-b183-1bf989b22094 req-c91eae06-b3d0-4547-abab-ce75e61f28ea tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 944 time: 0.0490520 Sep 16 15:02:01.744166 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88df736a-45ed-40ce-b183-1bf989b22094 req-f50530b6-8bb0-4f8c-a307-0d5e4818d7c2 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Sep 16 15:02:01.888860 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device e03a3a45-3164-4afd-bec1-d639d2245f50 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:01.990358 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port e03a3a45-3164-4afd-bec1-d639d2245f50 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:02:01.994446 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port e03a3a45-3164-4afd-bec1-d639d2245f50 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:01.994834 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:02.078535 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:02.099568 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:02.101807 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59076036-bf4b-4a3e-a330-699f6695551b" -d '{"events": [{"server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "name": "network-vif-plugged", "status": "completed", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:02.114965 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=e03a3a45-3164-4afd-bec1-d639d2245f50,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:02.142805 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354519b0-1b2d-4c1b-881f-6dcca4ecf518 x-openstack-request-id: req-354519b0-1b2d-4c1b-881f-6dcca4ecf518 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:02.143119 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "name": "network-vif-plugged", "status": "completed", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:02.143519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-354519b0-1b2d-4c1b-881f-6dcca4ecf518 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:02.143957 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50', 'code': 200} Sep 16 15:02:02.179225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:02.224568 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:02.408827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0a65-7f07-48f1-9263-af5a32424dfb req-ab9406ae-0250-4799-a6cf-b20d6c3cccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:02.410161 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-da5e0a65-7f07-48f1-9263-af5a32424dfb req-ab9406ae-0250-4799-a6cf-b20d6c3cccf7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 1098 time: 0.0408924 Sep 16 15:02:02.445306 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-da5e0a65-7f07-48f1-9263-af5a32424dfb req-0be875b2-10ad-49fe-8f82-702b5107278a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270014 Sep 16 15:02:02.859160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9248c71-4295-407a-ba33-d9a6d171f5ff req-e4d87b80-7081-4d6b-a3d1-53d6c5ea5ec1 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:02.860658 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9248c71-4295-407a-ba33-d9a6d171f5ff req-e4d87b80-7081-4d6b-a3d1-53d6c5ea5ec1 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Sep 16 15:02:02.898130 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e9248c71-4295-407a-ba33-d9a6d171f5ff req-69bff61b-ffe0-450e-9711-367e87764f9d tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Sep 16 15:02:03.774141 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:02:04.013594 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351c68f-1b16-4c87-9001-8376d94bb8ec req-bad5d2fa-61d6-491a-9fd9-681567c309a4 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:04.015201 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9351c68f-1b16-4c87-9001-8376d94bb8ec req-bad5d2fa-61d6-491a-9fd9-681567c309a4 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Sep 16 15:02:04.052582 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9351c68f-1b16-4c87-9001-8376d94bb8ec req-df5b28d7-1e19-4ca6-982e-96999fabaa4b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Sep 16 15:02:05.268579 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c14ca8-29b7-4353-8c2f-9a0f70906c00 req-c5ec3593-854e-4225-ac50-c67993440c43 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:05.270072 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9c14ca8-29b7-4353-8c2f-9a0f70906c00 req-c5ec3593-854e-4225-ac50-c67993440c43 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 945 time: 0.0519705 Sep 16 15:02:05.306773 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f9c14ca8-29b7-4353-8c2f-9a0f70906c00 req-c420f142-2df3-438e-b508-9c40266a3a54 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308208 Sep 16 15:02:06.422545 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a2553-b1b6-4470-815b-7bebb8bcd07d req-1a0f8d99-5a40-4717-a9e3-c1c1f5007d4b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:06.425658 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-006a2553-b1b6-4470-815b-7bebb8bcd07d req-1a0f8d99-5a40-4717-a9e3-c1c1f5007d4b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Sep 16 15:02:06.462588 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-006a2553-b1b6-4470-815b-7bebb8bcd07d req-40afa717-fed5-48fa-8fcf-341e01089472 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Sep 16 15:02:06.629628 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337834b-c550-49d4-9b98-70626f39691a req-8881d606-46ff-421f-9d6d-62874341f14e tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:06.631067 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a337834b-c550-49d4-9b98-70626f39691a req-8881d606-46ff-421f-9d6d-62874341f14e tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 945 time: 0.0571868 Sep 16 15:02:06.725175 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Deleting port e03a3a45-3164-4afd-bec1-d639d2245f50 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:06.725515 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:06.809566 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] For port e03a3a45-3164-4afd-bec1-d639d2245f50, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=e03a3a45-3164-4afd-bec1-d639d2245f50,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:06.809932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:06.821917 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Calling delete_port for e03a3a45-3164-4afd-bec1-d639d2245f50 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:07.026706 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.039296 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['e03a3a45-3164-4afd-bec1-d639d2245f50'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:02:07.053988 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Pushing event deleted for resources: {'Port': ['ID=e03a3a45-3164-4afd-bec1-d639d2245f50,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:07.068796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.069150 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.069491 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.069824 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.070151 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.070479 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.070803 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.071125 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.071450 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.071768 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.072113 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.072433 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:07.106962 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] No DVR routers for this DVR port e03a3a45-3164-4afd-bec1-d639d2245f50 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:02:07.109652 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:07.111988 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a337834b-c550-49d4-9b98-70626f39691a req-d77f9b24-a67b-4318-855b-0fbe4c9a9378 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "DELETE /v2.0/ports/e03a3a45-3164-4afd-bec1-d639d2245f50 HTTP/1.1" status: 204 len: 173 time: 0.4724801 Sep 16 15:02:07.112627 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'name': 'network-vif-deleted', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:07.115331 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b872c-7573-4a76-8cb2-2d41777ce30b" -d '{"events": [{"server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "name": "network-vif-deleted", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:07.151514 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4735198d-08ae-4a68-bdfc-697a6a1fed78 x-openstack-request-id: req-4735198d-08ae-4a68-bdfc-697a6a1fed78 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:07.151874 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb388d90-735e-47cc-afb7-dcfd0bcd55c1", "name": "network-vif-deleted", "tag": "e03a3a45-3164-4afd-bec1-d639d2245f50", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:07.152138 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4735198d-08ae-4a68-bdfc-697a6a1fed78 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:07.152535 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb388d90-735e-47cc-afb7-dcfd0bcd55c1', 'name': 'network-vif-deleted', 'tag': 'e03a3a45-3164-4afd-bec1-d639d2245f50', 'status': 'completed', 'code': 200} Sep 16 15:02:07.564184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b47058b0-a8e9-4959-a4fa-97e4c47e1d1d req-018a029e-b71b-4c88-b7c7-0cec23daad4f tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb388d90-735e-47cc-afb7-dcfd0bcd55c1 HTTP/1.1" status: 200 len: 210 time: 0.0253787 Sep 16 15:02:08.869407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-64b5ef19-0b8d-471b-b0d4-1acf9aec69dd tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:08.870919 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-64b5ef19-0b8d-471b-b0d4-1acf9aec69dd tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/networks?id=5444680c-250e-461e-abd7-423382fd731f HTTP/1.1" status: 200 len: 808 time: 0.1007898 Sep 16 15:02:08.886533 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-0b76052a-c2da-49dc-8a23-5d66642d1a8f tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/quotas/94c207cf9f8b4ce68bf62fddd30976cc HTTP/1.1" status: 200 len: 375 time: 0.0097334 Sep 16 15:02:08.919771 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-19959dc2-a618-4e4e-8af5-0799cea2a6d1 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280619 Sep 16 15:02:09.096943 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-86e3d36e-7936-4bb5-a1c4-3a309e3ff451 service neutron] 10.222.0.30 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698411 Sep 16 15:02:09.184508 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-8a39902b-3c27-409c-ada4-caac15bc6223 service neutron] 10.222.0.30 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816376 Sep 16 15:02:09.463937 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e3f821e0-f207-4825-9586-0648d24c6694 req-3770083a-35d6-4fdd-ac03-325b68e7f0b9 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 210 time: 0.0257916 Sep 16 15:02:09.954334 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device e03a3a45-3164-4afd-bec1-d639d2245f50 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:09.980653 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: e03a3a45-3164-4afd-bec1-d639d2245f50 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:09.981006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device e03a3a45-3164-4afd-bec1-d639d2245f50 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:10.322981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478da92-9ced-463e-8fa3-1eeb04e6f793 req-4224dd82-dbf8-4c45-8389-398eab8571e2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:10.324469 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b478da92-9ced-463e-8fa3-1eeb04e6f793 req-4224dd82-dbf8-4c45-8389-398eab8571e2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0477884 Sep 16 15:02:10.361405 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b478da92-9ced-463e-8fa3-1eeb04e6f793 req-e1b3e970-b180-4657-ab12-8b9d97465c29 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Sep 16 15:02:10.555063 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-530094f2-ca8d-4718-aaf6-ed6c5e369c92 req-256641a3-d208-48b0-9c22-1a17b3286662 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 210 time: 0.0253954 Sep 16 15:02:11.289292 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-9eb55f38-b3c1-4e54-a7b7-c658825d787d tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:11.290719 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-9eb55f38-b3c1-4e54-a7b7-c658825d787d tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "GET /v2.0/networks?id=5444680c-250e-461e-abd7-423382fd731f HTTP/1.1" status: 200 len: 808 time: 0.0999641 Sep 16 15:02:11.307128 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Request body: {'port': {'device_id': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'network_id': '5444680c-250e-461e-abd7-423382fd731f', 'admin_state_up': True, 'tenant_id': '94c207cf9f8b4ce68bf62fddd30976cc'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:11.467453 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Made reservation on behalf of 94c207cf9f8b4ce68bf62fddd30976cc for: {'port': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:11.471333 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:11.492153 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f690a-125f-42ee-ad4c-798cfd3542e0 req-697aa200-041c-4e11-911b-fc58e7e8a5dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:11.493621 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-297f690a-125f-42ee-ad4c-798cfd3542e0 req-697aa200-041c-4e11-911b-fc58e7e8a5dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0596740 Sep 16 15:02:11.575357 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-297f690a-125f-42ee-ad4c-798cfd3542e0 req-eae33e2b-4c31-498a-821f-c179bed9e7be tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756152 Sep 16 15:02:11.657610 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fff7057e-fd56-483e-b8cc-63c20d4f664c req-deeb4409-632c-49fb-b53d-fa1f65647c3b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 210 time: 0.0275383 Sep 16 15:02:11.663588 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Allocated IP 172.20.0.7 (5444680c-250e-461e-abd7-423382fd731f/748b83bd-a886-46ff-8493-24f7795907ef/eea9e81a-67e8-4587-a9da-423e7e23c6b7) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:02:11.807227 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:11.889924 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:11.931123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Network 5444680c-250e-461e-abd7-423382fd731f is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:02:11.934147 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:11.937617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:02:11.962028 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Pushing event updated for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:11.988807 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:11.989410 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.113190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-898d0c30-b0ec-43c8-8fe5-51d1eb478919 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8096912 Sep 16 15:02:12.126393 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Request body: {'port': {'device_id': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:12.180823 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.427555 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea9e81a-67e8-4587-a9da-423e7e23c6b7 {{(pid=106170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:02:12.435001 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.446686 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.provisioning_blocks [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Transition to ACTIVE for port object eea9e81a-67e8-4587-a9da-423e7e23c6b7 will not be triggered until provisioned by entity L2. {{(pid=106170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:02:12.518503 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.582007 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Pushing event updated for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:12.634645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Attempting to bind port eea9e81a-67e8-4587-a9da-423e7e23c6b7 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:02:12.634984 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Attempting to bind port eea9e81a-67e8-4587-a9da-423e7e23c6b7 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:02:12.635311 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Attempting to bind port eea9e81a-67e8-4587-a9da-423e7e23c6b7 on network 5444680c-250e-461e-abd7-423382fd731f {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:12.639752 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Port eea9e81a-67e8-4587-a9da-423e7e23c6b7 on network 5444680c-250e-461e-abd7-423382fd731f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:02:12.640101 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Attempting to bind port eea9e81a-67e8-4587-a9da-423e7e23c6b7 on network 5444680c-250e-461e-abd7-423382fd731f {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:02:12.644841 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:02:12.645173 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Checking segment: {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:12.645553 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Bound using segment: {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:02:12.645973 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Bound port: eea9e81a-67e8-4587-a9da-423e7e23c6b7, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5444680c-250e-461e-abd7-423382fd731f'}}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:02:12.646324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.744287 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c486-8375-44f5-81e4-24b5553a2c74 req-7574368e-3e65-4770-aaa9-9f10ea1bc94a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:12.745713 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e086c486-8375-44f5-81e4-24b5553a2c74 req-7574368e-3e65-4770-aaa9-9f10ea1bc94a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0870805 Sep 16 15:02:12.758411 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.758989 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, cleared binding levels {{(pid=106170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:02:12.802668 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:02:12.826605 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e086c486-8375-44f5-81e4-24b5553a2c74 req-01838bf8-e4a5-480a-9bd1-19622791fe26 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718033 Sep 16 15:02:12.837671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc3082-5178-4529-aeea-e3b3e2c7e892 req-2751a443-e4c2-4b91-8816-38a8c632bcb2 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:12.839157 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25dc3082-5178-4529-aeea-e3b3e2c7e892 req-2751a443-e4c2-4b91-8816-38a8c632bcb2 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 943 time: 0.1068349 Sep 16 15:02:12.874837 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.886669 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25dc3082-5178-4529-aeea-e3b3e2c7e892 req-28037c27-c6ac-4b27-ab6a-47e75cfabe3e tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Sep 16 15:02:12.913169 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:12.913870 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:12.915209 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] 10.222.0.22 "PUT /v2.0/ports/eea9e81a-67e8-4587-a9da-423e7e23c6b7 HTTP/1.1" status: 200 len: 1093 time: 0.7930243 Sep 16 15:02:12.915639 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:12.917873 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b7fd4a-cb82-42e8-a406-22c721a7aaac" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:12.941257 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaab26-4dd9-4959-b46c-b0c6530f52ab service neutron] Pushing event updated for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=3']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:12.956761 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0661e176-47e4-4d22-85ba-7e1158a256e1 x-openstack-request-id: req-0661e176-47e4-4d22-85ba-7e1158a256e1 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:12.957096 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:12.957352 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0661e176-47e4-4d22-85ba-7e1158a256e1 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:12.957748 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7', 'status': 'completed', 'code': 200} Sep 16 15:02:13.016901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-c8b4107e-f1e9-4ded-a885-62be8ca1eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.018433 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-c8b4107e-f1e9-4ded-a885-62be8ca1eb71 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 1096 time: 0.0412965 Sep 16 15:02:13.125993 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-49933fb9-c0a2-4b9b-838e-28ea3ed75c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.128038 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-49933fb9-c0a2-4b9b-838e-28ea3ed75c02 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1007211 Sep 16 15:02:13.219545 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-3caadfe1-3814-4e40-9841-334d9fe16196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.221049 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-75b7fd4a-cb82-42e8-a406-22c721a7aaac req-3caadfe1-3814-4e40-9841-334d9fe16196 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857284 Sep 16 15:02:13.303457 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-d715ac39-68ab-4261-96da-e36257b823cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.305158 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-d715ac39-68ab-4261-96da-e36257b823cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 1096 time: 0.0431981 Sep 16 15:02:13.346145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-b4690c98-cb27-45de-92c2-648b7e0de61f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7 HTTP/1.1" status: 200 len: 217 time: 0.0329580 Sep 16 15:02:13.403611 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8513a-50b7-4606-af6f-42009399c74a req-3c6e6d56-e624-43a2-915a-170d0a499508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.405135 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-3c6e6d56-e624-43a2-915a-170d0a499508 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=748b83bd-a886-46ff-8493-24f7795907ef HTTP/1.1" status: 200 len: 848 time: 0.0523741 Sep 16 15:02:13.440599 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-a03b1987-f40d-4fe8-b757-feba92a2ea69 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5444680c-250e-461e-abd7-423382fd731f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276499 Sep 16 15:02:13.768256 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-06e22205-93d0-46cc-8880-7566b14dd392 service neutron] 10.222.0.22 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203180 Sep 16 15:02:13.857574 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86e8513a-50b7-4606-af6f-42009399c74a req-34fe165b-47e7-429a-997f-54dfde2d03a8 service neutron] 10.222.0.22 "GET /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822353 Sep 16 15:02:13.949828 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cfff6-48d8-4aeb-8a29-1d42aeafbaa0 req-449cd4d9-bce2-4fc5-8b3e-6fbc33468722 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:13.951219 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff6cfff6-48d8-4aeb-8a29-1d42aeafbaa0 req-449cd4d9-bce2-4fc5-8b3e-6fbc33468722 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0499034 Sep 16 15:02:14.011288 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ff6cfff6-48d8-4aeb-8a29-1d42aeafbaa0 req-0d1010a1-cd1e-403c-b567-1bd64fcf3ad3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537412 Sep 16 15:02:14.030084 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b61f88-0bc8-4988-a7d6-7f2b8516320d req-a3c71ece-000e-4522-88fd-9d0c8d64c4d6 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:14.031578 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60b61f88-0bc8-4988-a7d6-7f2b8516320d req-a3c71ece-000e-4522-88fd-9d0c8d64c4d6 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 943 time: 0.0673749 Sep 16 15:02:14.070618 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-60b61f88-0bc8-4988-a7d6-7f2b8516320d req-1870f86d-a08c-4879-805a-7742210ce44b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Sep 16 15:02:15.131367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771763f-5ce0-4f57-b150-c5c205c8b679 req-1be9585d-b573-4664-bad6-dd619bd3262b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:15.132767 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3771763f-5ce0-4f57-b150-c5c205c8b679 req-1be9585d-b573-4664-bad6-dd619bd3262b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0508895 Sep 16 15:02:15.169379 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3771763f-5ce0-4f57-b150-c5c205c8b679 req-a26b6088-1ecf-43e9-9bac-cc85a4cd3991 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308139 Sep 16 15:02:15.272309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a018d-e3fb-45c7-bd8c-6bc50ed56ea8 req-ac3516ef-3d17-4a84-a0f3-9754260c9d46 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:15.273774 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-598a018d-e3fb-45c7-bd8c-6bc50ed56ea8 req-ac3516ef-3d17-4a84-a0f3-9754260c9d46 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 943 time: 0.0476365 Sep 16 15:02:15.310444 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-598a018d-e3fb-45c7-bd8c-6bc50ed56ea8 req-a4bec039-3b69-410d-8094-fe9bf522e467 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Sep 16 15:02:15.963129 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device eea9e81a-67e8-4587-a9da-423e7e23c6b7 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:02:16.056050 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:16.069713 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7', 'network_id': '5444680c-250e-461e-abd7-423382fd731f', 'port_id': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7', 'mac_address': 'fa:16:3e:d1:22:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748b83bd-a886-46ff-8493-24f7795907ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:02:16.105937 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.118646 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea9e81a-67e8-4587-a9da-423e7e23c6b7 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:02:16.136618 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:16.202248 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:16.248893 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:16.288718 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd718c-8457-4770-abb9-4a5d7749c71c req-5529ce4c-4739-4b52-af09-8c5c191f3bef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:16.290166 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1fcd718c-8457-4770-abb9-4a5d7749c71c req-5529ce4c-4739-4b52-af09-8c5c191f3bef tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0482523 Sep 16 15:02:16.325779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1fcd718c-8457-4770-abb9-4a5d7749c71c req-0fc4e039-fc90-4e5e-b6da-af7805c62ddf tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296223 Sep 16 15:02:16.421014 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['eea9e81a-67e8-4587-a9da-423e7e23c6b7'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:02:16.428340 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be435621-77f6-4ed9-9397-cba37192b726 req-fe2d1171-f613-44be-b689-27c9431e0abb tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:16.429810 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be435621-77f6-4ed9-9397-cba37192b726 req-fe2d1171-f613-44be-b689-27c9431e0abb tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 944 time: 0.0495667 Sep 16 15:02:16.466530 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-be435621-77f6-4ed9-9397-cba37192b726 req-1e8056ca-4ab2-44d5-a3cb-b13ace3cb75c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Sep 16 15:02:17.442694 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe0f6b-2f6d-4fa8-b1c5-73d8c82ba86d req-46512a52-04c9-4981-a5ba-3940e048721f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:17.444182 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29fe0f6b-2f6d-4fa8-b1c5-73d8c82ba86d req-46512a52-04c9-4981-a5ba-3940e048721f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0481532 Sep 16 15:02:17.482693 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-29fe0f6b-2f6d-4fa8-b1c5-73d8c82ba86d req-dd788f92-1b03-4ea4-880e-519891a20ea2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Sep 16 15:02:17.579975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86214333-b696-4d66-8e72-863e984eb286 req-64008f5c-9310-437a-8a2c-ba8b094585f6 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:17.581697 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86214333-b696-4d66-8e72-863e984eb286 req-64008f5c-9310-437a-8a2c-ba8b094585f6 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 944 time: 0.0500431 Sep 16 15:02:17.621296 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86214333-b696-4d66-8e72-863e984eb286 req-48c902f6-2e32-4dcc-8917-4b28962cd641 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Sep 16 15:02:17.969260 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device eea9e81a-67e8-4587-a9da-423e7e23c6b7 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:18.083931 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port eea9e81a-67e8-4587-a9da-423e7e23c6b7 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:02:18.087435 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port eea9e81a-67e8-4587-a9da-423e7e23c6b7 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:18.087805 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:18.163561 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:18.184583 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:18.186798 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe36b2b7-e57b-4588-ab24-49682b80c3bc" -d '{"events": [{"server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "name": "network-vif-plugged", "status": "completed", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:18.199259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:18.301304 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:18.341669 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dadb2d-0167-4810-987e-750bc924701e x-openstack-request-id: req-33dadb2d-0167-4810-987e-750bc924701e {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:18.341981 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "name": "network-vif-plugged", "status": "completed", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:18.342241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33dadb2d-0167-4810-987e-750bc924701e {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:18.342635 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7', 'code': 200} Sep 16 15:02:18.351614 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:18.358912 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.359292 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.359648 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.360074 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.360418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.360757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.361095 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.361429 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.361780 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.362175 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.362504 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.362889 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:18.605233 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e43fb-5f63-4ec6-a56d-934f1c0c8381 req-1795715f-da61-4c74-b74a-1db114a9380e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:18.606729 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-024e43fb-5f63-4ec6-a56d-934f1c0c8381 req-1795715f-da61-4c74-b74a-1db114a9380e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0502050 Sep 16 15:02:18.651708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-024e43fb-5f63-4ec6-a56d-934f1c0c8381 req-980fe8d3-0314-4ede-b124-960016294a0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Sep 16 15:02:18.705788 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853addc-6371-4eb6-92e2-1c78ecb9391c req-a04342b8-a656-490c-93bc-75501f5188b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:18.707183 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9853addc-6371-4eb6-92e2-1c78ecb9391c req-a04342b8-a656-490c-93bc-75501f5188b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 1098 time: 0.0484660 Sep 16 15:02:18.762599 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb182c5-f719-4208-acbe-f7bf65212f11 req-1a0f162a-1e2d-4e48-847f-420eb576c1c2 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:18.764112 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ddb182c5-f719-4208-acbe-f7bf65212f11 req-1a0f162a-1e2d-4e48-847f-420eb576c1c2 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0720479 Sep 16 15:02:18.766100 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9853addc-6371-4eb6-92e2-1c78ecb9391c req-6d28deb5-9cd5-4f64-af21-80048820e109 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462761 Sep 16 15:02:18.803199 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ddb182c5-f719-4208-acbe-f7bf65212f11 req-438320ce-f2a2-4c46-b3ea-f3f5d09fddeb tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Sep 16 15:02:19.776165 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f79a-20b3-4e99-acba-f8572a99c24e req-e4373edb-18fa-47f9-b54e-116b49453a56 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:19.777662 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9fc4f79a-20b3-4e99-acba-f8572a99c24e req-e4373edb-18fa-47f9-b54e-116b49453a56 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0474298 Sep 16 15:02:19.813922 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9fc4f79a-20b3-4e99-acba-f8572a99c24e req-29a5a532-e813-4aa2-8b62-7c69ee487402 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302634 Sep 16 15:02:19.916574 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2446cc-f20e-4fa6-bdc2-66b4032e23e8 req-ee86d7c2-8982-4239-9167-2ad1bd1e2a94 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:19.918089 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cb2446cc-f20e-4fa6-bdc2-66b4032e23e8 req-ee86d7c2-8982-4239-9167-2ad1bd1e2a94 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0478356 Sep 16 15:02:19.958286 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cb2446cc-f20e-4fa6-bdc2-66b4032e23e8 req-ac6ebe24-9d5e-4cd2-ba86-42be35918c5b tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Sep 16 15:02:20.932202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cced2-2fb2-43f4-8324-f87a632fd9ad req-90fb9c28-845d-4db1-b361-46836fa0a4e9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:20.933645 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-975cced2-2fb2-43f4-8324-f87a632fd9ad req-90fb9c28-845d-4db1-b361-46836fa0a4e9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0472560 Sep 16 15:02:20.975217 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-975cced2-2fb2-43f4-8324-f87a632fd9ad req-608aa958-e00e-4173-b2b8-8a1097d45405 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Sep 16 15:02:21.074695 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f176fe-ba19-43fd-9ddd-89c466cf8bc2 req-263e854d-7328-4ec9-8fbe-0e2e2596e06c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:21.076191 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69f176fe-ba19-43fd-9ddd-89c466cf8bc2 req-263e854d-7328-4ec9-8fbe-0e2e2596e06c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Sep 16 15:02:21.115766 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-69f176fe-ba19-43fd-9ddd-89c466cf8bc2 req-042bf54e-4a0e-4cfd-abf2-9da3a52c51f3 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Sep 16 15:02:21.995220 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:02:22.101979 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:22.104106 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644593a-a4f0-4fb4-88d3-06acb9aa3101 req-78abd16e-7938-4119-9338-f09a55310124 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:22.105925 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4644593a-a4f0-4fb4-88d3-06acb9aa3101 req-78abd16e-7938-4119-9338-f09a55310124 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0533514 Sep 16 15:02:22.118397 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:02:22.153277 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4644593a-a4f0-4fb4-88d3-06acb9aa3101 req-d0d84739-30a4-4899-bde5-9ca810fafbd9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Sep 16 15:02:22.155738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.179607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:02:22.190640 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:22.313011 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:22.362080 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=6']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:22.422096 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['316af6a2-9166-413c-9a8b-495bc7f98b18'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:02:22.492192 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165e2b6-74eb-4a6d-b7d8-92b93db4f11c req-90196922-e57c-4a0c-a3b6-3dae1f6a5f66 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:22.493953 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1165e2b6-74eb-4a6d-b7d8-92b93db4f11c req-90196922-e57c-4a0c-a3b6-3dae1f6a5f66 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0489109 Sep 16 15:02:22.537362 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1165e2b6-74eb-4a6d-b7d8-92b93db4f11c req-bd69cf42-5c3f-458c-be39-272aad25405c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Sep 16 15:02:23.274342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fc0cc-1438-4346-93b7-311e9d9295bb req-6edb1d0f-3d26-4358-a3fa-e2153df9aff5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:23.275802 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9d2fc0cc-1438-4346-93b7-311e9d9295bb req-6edb1d0f-3d26-4358-a3fa-e2153df9aff5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 945 time: 0.0496581 Sep 16 15:02:23.314386 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9d2fc0cc-1438-4346-93b7-311e9d9295bb req-01b8925e-3375-4aeb-b6bf-1ce93b4ac19e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324123 Sep 16 15:02:23.686075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc32d5-ee28-45d1-981f-7c12047bfba8 req-c236b1c2-821b-443e-9d74-cedf618822c1 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:23.701990 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87fc32d5-ee28-45d1-981f-7c12047bfba8 req-c236b1c2-821b-443e-9d74-cedf618822c1 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0672154 Sep 16 15:02:23.747128 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-87fc32d5-ee28-45d1-981f-7c12047bfba8 req-510e64f5-906c-43f6-b695-fe90b5f3d47d tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/security-groups?id=e374f000-a647-4949-996f-ec9f0a766934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507824 Sep 16 15:02:23.780185 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-89790533-dde2-4211-b4ae-9b4c7e9d3301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:23.910967 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-23da0732-f92c-4783-89cc-003fa466841c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:23.912551 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-23da0732-f92c-4783-89cc-003fa466841c tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 945 time: 0.0569205 Sep 16 15:02:24.012872 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:02:24.052207 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Deleting port eea9e81a-67e8-4587-a9da-423e7e23c6b7 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:24.052897 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.087209 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 316af6a2-9166-413c-9a8b-495bc7f98b18 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:02:24.087684 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.177320 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] For port eea9e81a-67e8-4587-a9da-423e7e23c6b7, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=eea9e81a-67e8-4587-a9da-423e7e23c6b7,segment=NetworkSegment(06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9),segment_id=06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:24.177729 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.192935 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Calling delete_port for eea9e81a-67e8-4587-a9da-423e7e23c6b7 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:24.207667 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.235000 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:24.238060 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d7e538-f2dc-491b-a2d0-f3fca250e87f" -d '{"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:24.273070 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:24.294904 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae81ab-fd3b-4474-8717-d1bef7bb1103 x-openstack-request-id: req-99ae81ab-fd3b-4474-8717-d1bef7bb1103 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:24.295204 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:24.295476 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99ae81ab-fd3b-4474-8717-d1bef7bb1103 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:24.295884 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'code': 200} Sep 16 15:02:24.339659 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.440995 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=7']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:24.481170 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63f060-d6cf-419f-8bcb-d0fee3828e40 req-6a685461-9388-4b87-8b64-c0d83c73ce72 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:24.485134 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf63f060-d6cf-419f-8bcb-d0fee3828e40 req-6a685461-9388-4b87-8b64-c0d83c73ce72 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0605521 Sep 16 15:02:24.503883 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.517217 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['eea9e81a-67e8-4587-a9da-423e7e23c6b7'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:02:24.566798 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Pushing event deleted for resources: {'Port': ['ID=eea9e81a-67e8-4587-a9da-423e7e23c6b7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:24.586592 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] No DVR routers for this DVR port eea9e81a-67e8-4587-a9da-423e7e23c6b7 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:02:24.589302 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:24.591451 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9cf62bb4-8e86-4d6c-821a-c7b44137dabd req-8004e225-3758-4b9d-95d8-bd1a0dea75a7 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.22 "DELETE /v2.0/ports/eea9e81a-67e8-4587-a9da-423e7e23c6b7 HTTP/1.1" status: 204 len: 173 time: 0.6711202 Sep 16 15:02:24.593901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'name': 'network-vif-deleted', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:24.597056 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a424af9-85f5-447a-9764-6aa43ad4a7fc" -d '{"events": [{"server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "name": "network-vif-deleted", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:24.619672 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cf63f060-d6cf-419f-8bcb-d0fee3828e40 req-4193d48c-ca3b-42a9-9713-e56a21270371 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282868 Sep 16 15:02:24.706315 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9195721e-61a2-4c52-867d-50b6415315be x-openstack-request-id: req-9195721e-61a2-4c52-867d-50b6415315be {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:24.706622 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9", "name": "network-vif-deleted", "tag": "eea9e81a-67e8-4587-a9da-423e7e23c6b7", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:24.707408 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9195721e-61a2-4c52-867d-50b6415315be {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:24.707878 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9', 'name': 'network-vif-deleted', 'tag': 'eea9e81a-67e8-4587-a9da-423e7e23c6b7', 'status': 'completed', 'code': 200} Sep 16 15:02:24.926267 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-21886329-4cb7-432e-ac0e-4fedbaecfa3b req-e9d3f7f5-17c4-4ba4-ae0e-d2ee90500638 tempest-VolumesActionsTest-1648023328 tempest-VolumesActionsTest-1648023328-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2c7aeb5-67d4-4f26-8b60-b12e5c2251b9 HTTP/1.1" status: 200 len: 210 time: 0.0454512 Sep 16 15:02:25.788910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfd81d-0c7a-4b81-8f90-6b4e3c4524d6 req-f05f8112-472d-4e9c-8126-240fd066a96e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:25.790499 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3bcfd81d-0c7a-4b81-8f90-6b4e3c4524d6 req-f05f8112-472d-4e9c-8126-240fd066a96e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0719910 Sep 16 15:02:25.835550 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3bcfd81d-0c7a-4b81-8f90-6b4e3c4524d6 req-0fa23693-a27a-4f2a-bc36-723dbbee1041 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373998 Sep 16 15:02:26.627932 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-62821867-12da-4cc6-a8a5-29bbd6a01853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:26.979227 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a3f2-c0d6-4ebe-9448-ffeab0a1f381 req-7deea992-254b-455e-8b15-2c95a9deaaa0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:26.980984 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48a6a3f2-c0d6-4ebe-9448-ffeab0a1f381 req-7deea992-254b-455e-8b15-2c95a9deaaa0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0548582 Sep 16 15:02:27.036899 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-48a6a3f2-c0d6-4ebe-9448-ffeab0a1f381 req-b368a35f-a3e5-43aa-a47b-f7feb71bed9c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Sep 16 15:02:27.324409 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:27.768629 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:28.164884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c369a-9bcb-456c-aed7-a8fd51b04e2a req-d83538c9-6af1-43ef-8cae-b53cb11af54f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:28.166383 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-972c369a-9bcb-456c-aed7-a8fd51b04e2a req-d83538c9-6af1-43ef-8cae-b53cb11af54f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0613840 Sep 16 15:02:28.210332 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-972c369a-9bcb-456c-aed7-a8fd51b04e2a req-165d8f74-6bf3-4354-ac3b-788c8a445cd6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377238 Sep 16 15:02:28.669538 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device eea9e81a-67e8-4587-a9da-423e7e23c6b7 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:28.691497 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: eea9e81a-67e8-4587-a9da-423e7e23c6b7 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:28.691940 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device eea9e81a-67e8-4587-a9da-423e7e23c6b7 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:29.051414 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:29.336185 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266435-ae06-4228-a235-92d147238af0 req-08d3922e-e347-4329-9390-ea20b9738872 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:29.337975 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61266435-ae06-4228-a235-92d147238af0 req-08d3922e-e347-4329-9390-ea20b9738872 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0517397 Sep 16 15:02:29.376666 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-61266435-ae06-4228-a235-92d147238af0 req-76601475-d747-49f6-b8a7-74da99433ab2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Sep 16 15:02:30.504870 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f62ae-c048-4049-b9d8-884d1b1e340b req-b2090906-bd73-4fd4-90ae-1ba77fe79132 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:30.507203 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-444f62ae-c048-4049-b9d8-884d1b1e340b req-b2090906-bd73-4fd4-90ae-1ba77fe79132 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0520847 Sep 16 15:02:30.553822 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-444f62ae-c048-4049-b9d8-884d1b1e340b req-55abd614-165f-4ddd-9a22-523b0ec1f7e0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Sep 16 15:02:31.709063 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26c080-e3ca-463e-8044-a7fe96c24c3d req-59349220-ab16-4966-b1bc-d0d15ce18227 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:31.710550 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec26c080-e3ca-463e-8044-a7fe96c24c3d req-59349220-ab16-4966-b1bc-d0d15ce18227 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0653307 Sep 16 15:02:31.751538 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ec26c080-e3ca-463e-8044-a7fe96c24c3d req-c9b227f9-0209-4361-a94a-0b5510b6abd9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Sep 16 15:02:32.938825 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65e8e-c7c5-4f89-8c6e-1028f74e4f6b req-3cd92cba-68e2-4a69-889e-117a0ef93617 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:32.938825 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78f65e8e-c7c5-4f89-8c6e-1028f74e4f6b req-3cd92cba-68e2-4a69-889e-117a0ef93617 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0708601 Sep 16 15:02:32.997623 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-78f65e8e-c7c5-4f89-8c6e-1028f74e4f6b req-e0372bed-5014-472a-8883-fe7343f27ee8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557609 Sep 16 15:02:34.139377 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27996f-73ba-4796-a91b-9f047f8195d8 req-08f0f658-ee42-4a83-8f27-7d4346fd27f8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:34.141814 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc27996f-73ba-4796-a91b-9f047f8195d8 req-08f0f658-ee42-4a83-8f27-7d4346fd27f8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0518358 Sep 16 15:02:34.184255 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc27996f-73ba-4796-a91b-9f047f8195d8 req-37551051-081f-43ec-ac21-64d1e8b7d323 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356710 Sep 16 15:02:35.330385 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd48a20-c109-4d1e-972f-c3fcf40790e4 req-7cc77ca3-0fd1-4fc8-b6ea-e8f7e46ca22c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:35.332504 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efd48a20-c109-4d1e-972f-c3fcf40790e4 req-7cc77ca3-0fd1-4fc8-b6ea-e8f7e46ca22c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0561759 Sep 16 15:02:35.374208 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-efd48a20-c109-4d1e-972f-c3fcf40790e4 req-b06566da-811a-4f72-857a-4272e226d080 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352483 Sep 16 15:02:35.753927 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-9bb60585-2f7a-449b-af86-b8ff9b08a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:35.755775 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-9bb60585-2f7a-449b-af86-b8ff9b08a8f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1099 time: 0.0482078 Sep 16 15:02:35.854852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-d83e4a64-efc5-4df6-b61a-bb1c99ab8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:35.856366 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-d83e4a64-efc5-4df6-b61a-bb1c99ab8922 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.0890059 Sep 16 15:02:35.932331 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-d4b1fdb4-1653-4c1d-8c14-bfd2260295e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1002 time: 0.0684357 Sep 16 15:02:35.987213 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-8e30caa0-b22c-4ad7-b0ec-a22ebea05490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:35.988900 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-8e30caa0-b22c-4ad7-b0ec-a22ebea05490 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0492926 Sep 16 15:02:36.041267 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-95c3a4d0-c2be-4096-b985-3ffa185f21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:36.042924 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-95c3a4d0-c2be-4096-b985-3ffa185f21f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420344 Sep 16 15:02:36.159480 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-9318ecf1-910e-4d12-a436-d2a99ba10afb service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080124 Sep 16 15:02:36.268574 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0cfe7a9-605e-42a7-8595-a3d92b88d75a req-10854f6d-13e7-4b51-8756-3ba8a061b559 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933349 Sep 16 15:02:36.512621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c53f3-11c4-4aa5-8bdd-9e4177a64a1f req-171ab990-c6ac-4343-aab7-0487025808d9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:36.514184 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8f6c53f3-11c4-4aa5-8bdd-9e4177a64a1f req-171ab990-c6ac-4343-aab7-0487025808d9 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0580699 Sep 16 15:02:36.558194 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8f6c53f3-11c4-4aa5-8bdd-9e4177a64a1f req-4209f691-3ab9-4621-913f-0c96d4509d8c tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370486 Sep 16 15:02:37.719814 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e729be6-5b5f-4d31-a250-72952b46db4a req-fe71e68f-7c59-4200-ae16-3115341b72e8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:37.722348 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e729be6-5b5f-4d31-a250-72952b46db4a req-fe71e68f-7c59-4200-ae16-3115341b72e8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 946 time: 0.0761251 Sep 16 15:02:37.761780 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8e729be6-5b5f-4d31-a250-72952b46db4a req-63277c19-ae8c-4871-8a07-704e94e8efd1 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Sep 16 15:02:38.105775 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:38.188412 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:38.213087 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:38.215326 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf9feb6-c710-49a0-8538-fb9ebff4f9c9" -d '{"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:38.231468 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:38.286067 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b369258-417e-4835-a7f7-69dab23a6e8f x-openstack-request-id: req-0b369258-417e-4835-a7f7-69dab23a6e8f {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:38.286067 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:38.286067 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b369258-417e-4835-a7f7-69dab23a6e8f {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:38.286067 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'code': 200} Sep 16 15:02:38.341994 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:38.398934 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=8']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:38.927354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5587a86-b23f-486d-b7d9-73528fb5d6e1 req-bc7ad6e1-3d3e-4d95-bb18-378116a0ab13 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:38.930085 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e5587a86-b23f-486d-b7d9-73528fb5d6e1 req-bc7ad6e1-3d3e-4d95-bb18-378116a0ab13 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0784066 Sep 16 15:02:38.977900 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e5587a86-b23f-486d-b7d9-73528fb5d6e1 req-b9c5f1fc-25e8-4671-9ed6-f08d8f74dafd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Sep 16 15:02:39.823652 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b1f90-ec33-40cb-9c28-248968093ca9 req-871fb578-7986-4b4c-8559-6b1cacd85a07 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:39.825216 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f20b1f90-ec33-40cb-9c28-248968093ca9 req-871fb578-7986-4b4c-8559-6b1cacd85a07 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.0552690 Sep 16 15:02:39.871558 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f20b1f90-ec33-40cb-9c28-248968093ca9 req-419ff7fb-8951-47d9-a02d-11a4b68523bc tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Sep 16 15:02:40.772933 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:02:40.996311 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc09cd-1d3d-46b6-a860-2dc23df730cc req-6d97d71b-9da6-489b-bfaf-e9444198d289 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:40.998520 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04dc09cd-1d3d-46b6-a860-2dc23df730cc req-6d97d71b-9da6-489b-bfaf-e9444198d289 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Sep 16 15:02:41.042769 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04dc09cd-1d3d-46b6-a860-2dc23df730cc req-b6844bf4-254e-4e83-81ea-3a9a07c9b1e1 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367279 Sep 16 15:02:41.714997 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-a11a34da-9f69-4138-b130-47fec896e1a5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:41.716571 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-a11a34da-9f69-4138-b130-47fec896e1a5 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.1297593 Sep 16 15:02:41.791257 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63207c73-4534-4946-b106-3bee0a60825c req-f9ee0f93-354e-43c9-860d-ae5316879b52 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:41.793187 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63207c73-4534-4946-b106-3bee0a60825c req-f9ee0f93-354e-43c9-860d-ae5316879b52 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.1440535 Sep 16 15:02:41.865708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-63207c73-4534-4946-b106-3bee0a60825c req-4e82e3fd-db4f-4af7-984e-7c70ee55e989 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535045 Sep 16 15:02:41.875774 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Deleting port d4380abb-1bbe-4929-b86d-b90378533f09 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:41.876407 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:41.991385 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] For port d4380abb-1bbe-4929-b86d-b90378533f09, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=d4380abb-1bbe-4929-b86d-b90378533f09,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:41.991854 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.121960 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:42.227966 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 35974) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:42.262115 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7285d-2f16-466e-a46e-3bbbfc0bfded req-4d9fc73b-e6af-4ba6-8426-60c29eedd4b4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:42.267470 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-83b7285d-2f16-466e-a46e-3bbbfc0bfded req-4d9fc73b-e6af-4ba6-8426-60c29eedd4b4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 945 time: 0.1352735 Sep 16 15:02:42.307942 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.309691 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.309691 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Floating IP ed91134e-cc6a-410d-b026-19138068241a disassociated. External IP: 172.27.3.128, port: d4380abb-1bbe-4929-b86d-b90378533f09. Sep 16 15:02:42.309691 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Calling delete_port for d4380abb-1bbe-4929-b86d-b90378533f09 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:42.335038 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-83b7285d-2f16-466e-a46e-3bbbfc0bfded req-5c39ac9b-af58-43c2-be52-467c2ecad778 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4bcff05-5277-4101-95d1-f376b6642c59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596659 Sep 16 15:02:42.374354 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-6cf7800d-45a2-4541-bfae-b23df264d585 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1451175 Sep 16 15:02:42.379168 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-dd536fd6-c134-42ee-8261-c84f5ff1a332 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:02:42.380163 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-dd536fd6-c134-42ee-8261-c84f5ff1a332 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051665 Sep 16 15:02:42.528802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.572848 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'Port': ['ID=d4380abb-1bbe-4929-b86d-b90378533f09,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:42.709951 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:02:42.787425 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.844001 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:42.856842 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:42.868780 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:42.871752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:42.901272 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] No DVR routers for this DVR port d4380abb-1bbe-4929-b86d-b90378533f09 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:02:42.905046 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:42.907880 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8fa96099-a2b2-4305-bfc2-69d6fb42b02e req-2df43da4-c939-448b-bf18-c4766179a27a tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.22 "DELETE /v2.0/ports/d4380abb-1bbe-4929-b86d-b90378533f09 HTTP/1.1" status: 204 len: 173 time: 1.1807063 Sep 16 15:02:42.908717 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'name': 'network-vif-deleted', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:02:42.912831 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680de12a-a89f-41e1-89f3-136f215a6ed7" -d '{"events": [{"server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "name": "network-vif-deleted", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:02:42.964898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb6003-669c-442e-9c1d-6889a2655d13 x-openstack-request-id: req-4bfb6003-669c-442e-9c1d-6889a2655d13 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:02:42.964898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a16b8-cfa5-4564-bdd9-666d9b3dae69", "name": "network-vif-deleted", "tag": "d4380abb-1bbe-4929-b86d-b90378533f09", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:02:42.964898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bfb6003-669c-442e-9c1d-6889a2655d13 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:02:42.964898 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31a16b8-cfa5-4564-bdd9-666d9b3dae69', 'name': 'network-vif-deleted', 'tag': 'd4380abb-1bbe-4929-b86d-b90378533f09', 'status': 'completed', 'code': 200} Sep 16 15:02:43.075866 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:43.090321 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bedc0-eeb9-4d7c-8ab6-a39b6c1f4d8a req-461fb02c-8565-4ea7-86a8-173bb4452614 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:43.091435 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fa9bedc0-eeb9-4d7c-8ab6-a39b6c1f4d8a req-461fb02c-8565-4ea7-86a8-173bb4452614 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0751531 Sep 16 15:02:43.153145 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fa9bedc0-eeb9-4d7c-8ab6-a39b6c1f4d8a req-a95ee505-9c74-4a30-83ec-5ad0410e9a13 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551779 Sep 16 15:02:43.389776 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:43.430932 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:43.439499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:43.440162 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:43.482510 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7d02503a-9c92-4428-8d3d-b58c71793cfc req-2caed01d-5c38-4e8e-babe-13352a5dfad4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/ports?device_id=a31a16b8-cfa5-4564-bdd9-666d9b3dae69 HTTP/1.1" status: 200 len: 210 time: 0.0450270 Sep 16 15:02:43.587347 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:43.824978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:43.853449 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb3008-b926-4cf9-83b0-4af639401514 None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '6e84eb66-2453-4861-a6ce-8d063aeab94f', 'name': '', 'network_id': 'a4c32868-c0ce-4c3f-aabd-11211d1ed344', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'mac_address': 'fa:16:3e:da:a8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:49Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'subnets': [{'id': 'b6995eb2-8792-40fc-b7ea-c473689b66d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:44.089423 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a622dc-5976-4283-a524-4ce3f4ff5533 None None] New status for floating IP ed91134e-cc6a-410d-b026-19138068241a: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:02:44.299343 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f3380-e028-4e4d-afc7-f283dfc042d4 req-c48cc980-9a22-4db4-bdcd-1e703113ffba tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:44.300907 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-419f3380-e028-4e4d-afc7-f283dfc042d4 req-c48cc980-9a22-4db4-bdcd-1e703113ffba tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0516946 Sep 16 15:02:44.338844 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-419f3380-e028-4e4d-afc7-f283dfc042d4 req-f0970e35-0b60-4a0c-9d24-7662e65f10e8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Sep 16 15:02:44.634778 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36008) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:44.672241 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-afbdac5c-0726-401f-bceb-a8165fdb88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:44.673843 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-afbdac5c-0726-401f-bceb-a8165fdb88b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e&tenant_id=e36d336f71ba40faba873e21ebd5602d HTTP/1.1" status: 200 len: 1097 time: 0.0584328 Sep 16 15:02:44.706887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:44.731283 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:44.752338 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-d9904e56-7f1c-451d-94fb-f945c4440c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:44.754571 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-d9904e56-7f1c-451d-94fb-f945c4440c7d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1097 time: 0.0558488 Sep 16 15:02:44.862162 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:44.865203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:44.866393 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4bcff05-5277-4101-95d1-f376b6642c59 HTTP/1.1" status: 204 len: 168 time: 0.2307837 Sep 16 15:02:44.869362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36010) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:44.880008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bcff05-5277-4101-95d1-f376b6642c59,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:44.891751 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.892432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.893645 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.895150 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.895885 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.896323 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.896824 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.897277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.897824 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.898430 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.898961 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.899521 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbde3a-49b5-478c-9ba4-68af509b96a8 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:02:44.912813 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.api.v2.resource [None req-9a49f620-6317-497c-87c2-8fd8b0fa0970 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] show failed (client error): The resource could not be found. Sep 16 15:02:44.915898 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9a49f620-6317-497c-87c2-8fd8b0fa0970 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "GET /v2.0/security-groups/e4bcff05-5277-4101-95d1-f376b6642c59 HTTP/1.1" status: 404 len: 347 time: 0.0418701 Sep 16 15:02:44.917458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36012) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:44.927931 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-ffb3ff9c-0863-41db-829d-92dddfdf537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:44.929448 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-ffb3ff9c-0863-41db-829d-92dddfdf537a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1649642 Sep 16 15:02:45.080808 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-585793c2-aa09-4ff4-a365-3708a40c9b30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1000 time: 0.1234226 Sep 16 15:02:45.144017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Deleting port 9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:45.144366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:45.147006 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-790f6789-5dde-4544-ab99-ba7c233ff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:45.148426 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-790f6789-5dde-4544-ab99-ba7c233ff093 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0603478 Sep 16 15:02:45.250535 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-8ca06e19-ae24-4cbb-9e72-d03a2538961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:45.252064 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-8ca06e19-ae24-4cbb-9e72-d03a2538961a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923052 Sep 16 15:02:45.535498 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:45.536181 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:45.550131 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Calling delete_port for 9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416 owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:45.759132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0b8c1-0f41-4b0a-aa77-11f359bdee85 req-2f5de1d6-e03f-4027-a829-b4af0e0b8fc5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:45.768125 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a3a0b8c1-0f41-4b0a-aa77-11f359bdee85 req-2f5de1d6-e03f-4027-a829-b4af0e0b8fc5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.2139702 Sep 16 15:02:45.829728 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-0cf8233d-093a-4941-94ec-43328d426e22 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656536 Sep 16 15:02:45.880226 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a3a0b8c1-0f41-4b0a-aa77-11f359bdee85 req-2c1c7d3a-8291-4f2c-807e-033c618efcf3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109793 Sep 16 15:02:45.993257 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-3492b923-6e99-43b9-b669-ee5033e6b562 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530666 Sep 16 15:02:46.054360 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:46.082328 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Pushing event deleted for resources: {'Port': ['ID=9f6faa01-21ab-47c0-a4c6-e9bcc3cf3416,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:46.153489 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d4380abb-1bbe-4929-b86d-b90378533f09 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:46.184153 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: d4380abb-1bbe-4929-b86d-b90378533f09 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:46.184650 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device d4380abb-1bbe-4929-b86d-b90378533f09 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:46.205040 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:46.207774 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:46.211638 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ffb2dbba-585c-4ad4-8b42-1343bd6b3af4 tempest-AttachVolumeTestJSON-794221144 tempest-AttachVolumeTestJSON-794221144-project] 10.222.0.30 "DELETE /v2.0/floatingips/ed91134e-cc6a-410d-b026-19138068241a HTTP/1.1" status: 204 len: 168 time: 1.2904928 Sep 16 15:02:46.243886 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-c3972e6b-811a-4588-b9b9-ec64f64ffe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:46.246654 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-c3972e6b-811a-4588-b9b9-ec64f64ffe41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1097 time: 0.0883043 Sep 16 15:02:46.381587 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-0a358ba7-4b9a-4a69-9a95-3f86ef29b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:46.383804 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-0a358ba7-4b9a-4a69-9a95-3f86ef29b50a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.1087065 Sep 16 15:02:46.474496 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-98d4a4aa-bf39-4556-826e-a047d0b0504d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1000 time: 0.0831964 Sep 16 15:02:46.531466 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-26a77b65-5a56-4be5-b8d2-c0452295e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:46.533049 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-26a77b65-5a56-4be5-b8d2-c0452295e065 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0514410 Sep 16 15:02:46.597819 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-fa4a0452-5c17-4d7b-9403-0ef684633478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:46.599564 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-fa4a0452-5c17-4d7b-9403-0ef684633478 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584438 Sep 16 15:02:46.801875 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-819f8bfb-13b2-49bd-9f16-3e3626dbb7fa service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887765 Sep 16 15:02:47.033443 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a0f7e8cc-f109-4f7b-81bf-60b392daca1b req-813399af-1eb6-4319-876f-0ccd4a44ddaa service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145805 Sep 16 15:02:47.070788 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b18db-de53-4e43-a0f5-7db702cca5b8 req-0a77cceb-e0ee-44c8-9310-c30e04d1a4c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:47.072394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ac1b18db-de53-4e43-a0f5-7db702cca5b8 req-0a77cceb-e0ee-44c8-9310-c30e04d1a4c6 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0721817 Sep 16 15:02:47.131164 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ac1b18db-de53-4e43-a0f5-7db702cca5b8 req-ffbb2bb3-22da-4b74-a30f-f1100800d4d0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513659 Sep 16 15:02:48.264082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2628cb-9379-4f3d-98c4-c285812200af req-da02f9e5-668a-4126-a405-5590295cda6b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:48.265530 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ab2628cb-9379-4f3d-98c4-c285812200af req-da02f9e5-668a-4126-a405-5590295cda6b tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0487831 Sep 16 15:02:48.303913 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ab2628cb-9379-4f3d-98c4-c285812200af req-7be7cc82-9604-4f28-b10c-4ae41c54aea0 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Sep 16 15:02:49.433427 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281feda-9f56-4a00-a229-0a74eff31df5 req-8d63adf8-c14c-443a-a57a-00714215a401 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:49.435711 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7281feda-9f56-4a00-a229-0a74eff31df5 req-8d63adf8-c14c-443a-a57a-00714215a401 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0578651 Sep 16 15:02:49.481127 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7281feda-9f56-4a00-a229-0a74eff31df5 req-83723b77-9b77-4773-a4a7-060e4a9a1b35 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Sep 16 15:02:50.396784 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36122) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:50.613307 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41ee55-2db3-4b65-8580-d818861c50b6 req-630a744f-f27d-4ba8-81fc-f7801187686f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:50.615348 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fb41ee55-2db3-4b65-8580-d818861c50b6 req-630a744f-f27d-4ba8-81fc-f7801187686f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0621538 Sep 16 15:02:50.660339 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fb41ee55-2db3-4b65-8580-d818861c50b6 req-5a17941b-805a-43f0-891e-12d674f55d2f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389628 Sep 16 15:02:51.184897 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:51.439911 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Deleting port 6e84eb66-2453-4861-a6ce-8d063aeab94f {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:51.440717 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:51.521664 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] For port 6e84eb66-2453-4861-a6ce-8d063aeab94f, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=6e84eb66-2453-4861-a6ce-8d063aeab94f,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:51.522060 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:51.535685 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Calling delete_port for 6e84eb66-2453-4861-a6ce-8d063aeab94f owned by network:router_interface {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:51.801660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e7ab6-859a-48ce-9641-54f96469135d req-decb1ff3-b7a6-40b7-872b-a2695828ef7f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:51.803153 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-093e7ab6-859a-48ce-9641-54f96469135d req-decb1ff3-b7a6-40b7-872b-a2695828ef7f tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0494697 Sep 16 15:02:51.820191 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:51.842379 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-093e7ab6-859a-48ce-9641-54f96469135d req-e7916f94-5cb2-4355-a918-17202a81d51a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Sep 16 15:02:51.854571 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e84eb66-2453-4861-a6ce-8d063aeab94f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:52.071180 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:52.338738 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:02:52.457696 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:02:52.462988 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-301b2fe6-5459-4397-b478-ef75734c2404 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c23a129-fea4-4ee8-bb18-7ae3f10766d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651684 Sep 16 15:02:52.465600 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36158) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:52.471886 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Sync routers for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:02:52.481474 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:52.482081 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:52.596091 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks [] for router, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:52.609303 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:52.772479 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:52.844297 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T15:02:51Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:52.877723 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Checking router: 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:02:52.887624 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Routers {'1c23a129-fea4-4ee8-bb18-7ae3f10766d7'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:02:52.888283 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:53.029858 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37ac6d-d88e-4294-a287-d574403ebfaf req-d55df657-5813-490c-a111-69f04fb0cecb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:53.032610 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e37ac6d-d88e-4294-a287-d574403ebfaf req-d55df657-5813-490c-a111-69f04fb0cecb tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0824759 Sep 16 15:02:53.096300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e37ac6d-d88e-4294-a287-d574403ebfaf req-81ca28da-8dd6-4b38-931d-6fffc05b27cd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531278 Sep 16 15:02:53.141273 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] Set router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:02:53.328717 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T15:02:51Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:53.360793 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62768124-dbb7-41d5-bb6a-785ff9b1663b None None] The sync data for ids ['1c23a129-fea4-4ee8-bb18-7ae3f10766d7'] in dv-cinder-809417-1-iscsi is: [{'id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'name': 'tempest-AttachVolumeTestJSON-1072885085-router', 'tenant_id': 'a741fa3ca86b423d9595d5981424b93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:37Z', 'updated_at': '2021-09-16T15:02:51Z', 'revision_number': 5, 'project_id': 'a741fa3ca86b423d9595d5981424b93e', 'gw_port': {'id': 'ada13dc8-6efd-492b-ae1f-75337cf147f2', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c23a129-fea4-4ee8-bb18-7ae3f10766d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:38Z', 'updated_at': '2021-09-16T14:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:02:53.584467 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Deleting port ada13dc8-6efd-492b-ae1f-75337cf147f2 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:53.585036 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:53.667944 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] For port ada13dc8-6efd-492b-ae1f-75337cf147f2, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=ada13dc8-6efd-492b-ae1f-75337cf147f2,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:53.668249 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:53.682054 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Calling delete_port for ada13dc8-6efd-492b-ae1f-75337cf147f2 owned by network:router_gateway {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:53.748651 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-971ade76-297b-4f9f-8d77-3ffdbc311aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:53.988884 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.019366 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Pushing event deleted for resources: {'Port': ['ID=ada13dc8-6efd-492b-ae1f-75337cf147f2,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:54.089327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.191328 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.193554 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.227743 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f4502-bbfa-4a07-af35-cf2a3b49db21 req-73ff7af2-21f6-4326-8a3a-150c3153ffe8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:54.229424 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df5f4502-bbfa-4a07-af35-cf2a3b49db21 req-73ff7af2-21f6-4326-8a3a-150c3153ffe8 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0606029 Sep 16 15:02:54.274441 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-df5f4502-bbfa-4a07-af35-cf2a3b49db21 req-be975ce1-836d-4f37-b771-65fdabba4686 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Sep 16 15:02:54.318859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.319438 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c23a129-fea4-4ee8-bb18-7ae3f10766d7 {{(pid=106171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:02:54.324327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.325935 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3e9a2e88-0ee6-4189-b9b4-1d3fea34282b admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c23a129-fea4-4ee8-bb18-7ae3f10766d7 HTTP/1.1" status: 204 len: 168 time: 1.8591712 Sep 16 15:02:54.328196 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36170) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:54.379066 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Deleting subnet b6995eb2-8792-40fc-b7ea-c473689b66d1 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:02:54.382683 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.421887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.515812 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.672151 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.699005 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6995eb2-8792-40fc-b7ea-c473689b66d1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:54.702594 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.704558 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1bfe3ba9-0dce-4faf-a5c4-87b2edf3ca27 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6995eb2-8792-40fc-b7ea-c473689b66d1 HTTP/1.1" status: 204 len: 168 time: 0.3752041 Sep 16 15:02:54.707922 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36172) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:54.714173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e55ee2-4dc8-4efa-8c5d-f5496ba848ee None None] Network a4c32868-c0ce-4c3f-aabd-11211d1ed344 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:54.796340 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.822739 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36176) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:54.906901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Deleting port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:54.907553 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.926083 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Deleting subnet 748b83bd-a886-46ff-8493-24f7795907ef {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:02:54.933753 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:54.936813 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] DHCP port deletion for a4c32868-c0ce-4c3f-aabd-11211d1ed344 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:02:54.987797 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.002823 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Deleting port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:02:55.004092 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.014011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] For port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:55.020024 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.038829 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Calling delete_port for dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 owned by network:dhcp {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:55.057295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.082860 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] For port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,segment=NetworkSegment(c370537b-7196-4fbf-8349-489f5267ebe7),segment_id=c370537b-7196-4fbf-8349-489f5267ebe7)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:02:55.083353 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.099819 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Calling delete_port for dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:02:55.234327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.261860 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748b83bd-a886-46ff-8493-24f7795907ef,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:55.265355 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.270273 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ee30d79b-31b4-4b15-9e9f-6d6317dd3afe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/748b83bd-a886-46ff-8493-24f7795907ef HTTP/1.1" status: 204 len: 168 time: 0.4438529 Sep 16 15:02:55.273576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36178) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:55.298167 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.298833 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.328905 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:55.331471 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] Pushing event deleted for resources: {'Port': ['ID=dd72d0d1-1fac-4e06-a8ca-30648c0e08b8,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:55.342805 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0605d-26b4-4cde-ad49-6c40ab6b43c0 None None] No DVR routers for this DVR port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:02:55.373455 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] No DVR routers for this DVR port dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 on host dv-cinder-809417-1-iscsi {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:02:55.415809 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.436684 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device ada13dc8-6efd-492b-ae1f-75337cf147f2 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:55.468128 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: ada13dc8-6efd-492b-ae1f-75337cf147f2 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:55.468520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device ada13dc8-6efd-492b-ae1f-75337cf147f2 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:55.468967 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:55.503392 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:55.503392 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device dd72d0d1-1fac-4e06-a8ca-30648c0e08b8 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:55.503392 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 6e84eb66-2453-4861-a6ce-8d063aeab94f no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:02:55.505901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.524605 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 6e84eb66-2453-4861-a6ce-8d063aeab94f {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:02:55.525055 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 6e84eb66-2453-4861-a6ce-8d063aeab94f not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:02:55.541326 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c32868-c0ce-4c3f-aabd-11211d1ed344']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.570409 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c370537b-7196-4fbf-8349-489f5267ebe7') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.570803 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c370537b-7196-4fbf-8349-489f5267ebe7') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.594010 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.614238 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420439-6ba5-428d-a561-e2d60dc82dad req-d94fcd62-25f5-477b-9cb3-70f162042e0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:55.618571 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d2420439-6ba5-428d-a561-e2d60dc82dad req-d94fcd62-25f5-477b-9cb3-70f162042e0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.2055724 Sep 16 15:02:55.664840 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.669277 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.683275 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:02:55.683675 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:02:55.687809 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:02:55.730417 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5444680c-250e-461e-abd7-423382fd731f']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.734908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d2420439-6ba5-428d-a561-e2d60dc82dad req-0dc5d808-ae3e-4499-bdb4-f77c8579a941 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122234 Sep 16 15:02:55.769825 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.770044 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ad0c07-13b7-4bfe-97de-c67cb7ec3fc9') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:02:55.782570 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.796328 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.802536 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:02:55.802963 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:02:55.805040 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:02:55.873224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.877845 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.880321 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/a4c32868-c0ce-4c3f-aabd-11211d1ed344 HTTP/1.1" status: 204 len: 168 time: 1.1713359 Sep 16 15:02:55.897023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d35514-66f8-4630-b7b9-c40b720e90ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c32868-c0ce-4c3f-aabd-11211d1ed344,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:55.951434 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.955753 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:55.958958 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5444680c-250e-461e-abd7-423382fd731f HTTP/1.1" status: 204 len: 168 time: 0.6868670 Sep 16 15:02:55.972000 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8546d-e4f4-49ac-9c24-4d718b305056 admin admin] Pushing event deleted for resources: {'Network': ['ID=5444680c-250e-461e-abd7-423382fd731f,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:56.418462 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36188) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:56.460676 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7d22815e-269b-4aa1-bf7c-101b58406eb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a741fa3ca86b423d9595d5981424b93e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401695 Sep 16 15:02:56.463134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36190) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:56.519913 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.536932 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-df19dcde-a52a-4d2c-a51d-fc34fcfab3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.543816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.603521 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36192) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:56.644113 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-dfd93e9e-b599-4ace-84c1-db52adf666fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94c207cf9f8b4ce68bf62fddd30976cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392914 Sep 16 15:02:56.646454 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36194) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:56.699276 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.703400 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.705868 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.708784 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4efce67-34a3-40d9-b85f-cd2eb3400f22 HTTP/1.1" status: 204 len: 168 time: 0.2446764 Sep 16 15:02:56.731224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb9f9-d412-48b7-959f-61aeb975a09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4efce67-34a3-40d9-b85f-cd2eb3400f22,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:56.734157 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.868195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74511776-3330-4e49-a8d0-2f1f24e864dd req-3ac69de7-ca4f-40e2-b028-75b19a9fd7cf tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:56.870406 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74511776-3330-4e49-a8d0-2f1f24e864dd req-3ac69de7-ca4f-40e2-b028-75b19a9fd7cf tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0500112 Sep 16 15:02:56.892342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.895384 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:56.899029 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e374f000-a647-4949-996f-ec9f0a766934 HTTP/1.1" status: 204 len: 168 time: 0.2489076 Sep 16 15:02:56.912923 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b382c-3333-4d06-bbd4-7a5d1384ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e374f000-a647-4949-996f-ec9f0a766934,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:56.921707 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74511776-3330-4e49-a8d0-2f1f24e864dd req-f8a07b25-8ddf-49d4-ae7e-d4ea52431bec tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Sep 16 15:02:57.297563 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:57.839002 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.049518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372def0-dd2e-455f-802f-6818aff2b5c5 req-c0582eb3-7f3f-46ca-84de-600c2d2052fc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:58.052413 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3372def0-dd2e-455f-802f-6818aff2b5c5 req-c0582eb3-7f3f-46ca-84de-600c2d2052fc tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0562131 Sep 16 15:02:58.083912 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36240) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:58.094320 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3372def0-dd2e-455f-802f-6818aff2b5c5 req-2fb7a78a-0df8-49b2-bb9b-a71d15986cc5 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Sep 16 15:02:58.193408 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1773876719-network', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:58.305773 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Made reservation on behalf of e77da9bf2f344bf3908b77317331b85f for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:58.308203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.317470 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.406856 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.501595 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.522160 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:02:58.536831 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafdc565-82aa-4f6c-b199-d9879eeda063,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:58.539707 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.540078 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Added segment c5fd4651-a53e-4825-9fec-f2bf35823d41 of type vlan for network 001b26e4-32bd-4887-91b9-a3cbe6c86749 Sep 16 15:02:58.581520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.728859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.730503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:58.730606 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:58.792814 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] Pushing event updated for resources: {'Network': ['ID=001b26e4-32bd-4887-91b9-a3cbe6c86749,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:58.803045 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:02:58.883203 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-84d2a2be-d3ae-4807-b17e-c86282ca22bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7981129 Sep 16 15:02:58.885989 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36250) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:58.890747 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Request body: {'subnet': {'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1773876719-subnet', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:59.010251 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Made reservation on behalf of e77da9bf2f344bf3908b77317331b85f for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:02:59.012613 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.077216 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.211850 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86160a9-e759-4e91-b4e8-515baa5b4cc7 req-af44bcf7-cf0f-42ad-b502-25e0ab86e250 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:59.213374 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d86160a9-e759-4e91-b4e8-515baa5b4cc7 req-af44bcf7-cf0f-42ad-b502-25e0ab86e250 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0467005 Sep 16 15:02:59.252300 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d86160a9-e759-4e91-b4e8-515baa5b4cc7 req-437c03f7-f918-4545-8ac6-b7bc389c3d3d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Sep 16 15:02:59.260176 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.316011 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f779f778-3391-4daf-bc35-cc3b8ed89601,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:02:59.323857 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Checking segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:02:59.324225 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Network hostable DHCP agents. Network: 001b26e4-32bd-4887-91b9-a3cbe6c86749, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:02:59.491337 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:02:59.593208 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 001b26e4-32bd-4887-91b9-a3cbe6c86749) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:02:59.598532 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:02:59.599305 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.602394 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed44e8-237a-48f1-a8c3-5276a65a5a27 None None] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:02:59.714698 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c915aaef-1696-423a-9aff-aa9f6f1a07d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8275933 Sep 16 15:02:59.717610 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36262) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:02:59.722114 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:02:59.754970 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-001b26e4-32bd-4887-91b9-a3cbe6c86749', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:02:59.756388 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.810653 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.811756 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.866402 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:02:59.887383 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Allocated IP 172.20.0.2 (001b26e4-32bd-4887-91b9-a3cbe6c86749/f779f778-3391-4daf-bc35-cc3b8ed89601/b9276e1e-4343-49cb-8169-36e89ca320e3) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:00.024757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.108146 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.108332 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.152896 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:00.155603 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:00.163640 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:00.166434 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Pushing event updated for resources: {'Port': ['ID=b9276e1e-4343-49cb-8169-36e89ca320e3,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:00.216449 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:03:00.228209 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Attempting to bind port b9276e1e-4343-49cb-8169-36e89ca320e3 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:00.228593 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Attempting to bind port b9276e1e-4343-49cb-8169-36e89ca320e3 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:00.228956 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Attempting to bind port b9276e1e-4343-49cb-8169-36e89ca320e3 on network 001b26e4-32bd-4887-91b9-a3cbe6c86749 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:00.239019 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:00.239402 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Checking segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:00.239806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.240490 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Bound using segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:00.240965 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Bound port: b9276e1e-4343-49cb-8169-36e89ca320e3, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:00.241488 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.371813 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] For port b9276e1e-4343-49cb-8169-36e89ca320e3, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:00.377815 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] For port b9276e1e-4343-49cb-8169-36e89ca320e3, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b9276e1e-4343-49cb-8169-36e89ca320e3,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:00.379819 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:00.384545 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2b655-cb64-403e-ab6c-2f48262af77c req-a77cc757-ae68-4ab5-ab6f-29238ce7db9d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:00.386204 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37b2b655-cb64-403e-ab6c-2f48262af77c req-a77cc757-ae68-4ab5-ab6f-29238ce7db9d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 944 time: 0.0549839 Sep 16 15:03:00.390871 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'port_id': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'mac_address': 'fa:16:3e:25:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:03:00.414172 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.429123 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-37b2b655-cb64-403e-ab6c-2f48262af77c req-03bea792-213d-4284-a00f-86d80e536025 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346472 Sep 16 15:03:00.431225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.434248 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.448790 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:03:00.475249 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:00.517459 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.543229 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Allocated IP 172.27.3.27 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:00.584452 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.588807 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf7fd1-fcf9-4b0a-961b-84d5116a3744 None None] Pushing event updated for resources: {'Port': ['ID=b9276e1e-4343-49cb-8169-36e89ca320e3,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:00.641222 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=9']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:00.659289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.771199 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:00.791037 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['316af6a2-9166-413c-9a8b-495bc7f98b18'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:03:00.814308 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:00.832651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:00.832651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:01.114855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:01.432476 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b9276e1e-4343-49cb-8169-36e89ca320e3 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:01.487289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.493173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port b9276e1e-4343-49cb-8169-36e89ca320e3 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:01.493793 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.518074 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ba2154-277b-4e25-a267-26700a1fc5d9 None None] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:01.562246 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12190fdb-df0c-413b-bcd6-a3f9d95687c6 req-c90ffaa7-a42e-48f1-8e4b-31a93fa43b4d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:01.563728 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12190fdb-df0c-413b-bcd6-a3f9d95687c6 req-c90ffaa7-a42e-48f1-8e4b-31a93fa43b4d tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 945 time: 0.0488877 Sep 16 15:03:01.620651 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-0dcafef8-d0fd-4413-8f16-28274bd80c77 None None] Provisioning complete for port b9276e1e-4343-49cb-8169-36e89ca320e3 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:01.620921 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0dcafef8-d0fd-4413-8f16-28274bd80c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.634417 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-12190fdb-df0c-413b-bcd6-a3f9d95687c6 req-be74e61d-a986-441a-8bcb-cac17e89ad3a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592875 Sep 16 15:03:01.713060 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.718169 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.808586 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port b9276e1e-4343-49cb-8169-36e89ca320e3, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b9276e1e-4343-49cb-8169-36e89ca320e3,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:01.827988 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0dcafef8-d0fd-4413-8f16-28274bd80c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.880285 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:01.947595 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Router 6414d2e8-bfe6-4a21-b214-fd243e37934b is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:03:01.955735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.db.api [None req-0dcafef8-d0fd-4413-8f16-28274bd80c77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:03:01.956343 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG oslo_db.api [None req-0dcafef8-d0fd-4413-8f16-28274bd80c77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:03:01.960895 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=b9276e1e-4343-49cb-8169-36e89ca320e3,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:02.056963 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:02.066798 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Sync routers for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:02.076419 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:02.077039 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:02.094756 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36292) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:02.180058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.183819 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ec7aaf4f-bd7d-4934-8b92-b5e80a8f98b9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4628212 Sep 16 15:03:02.184292 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36296) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:02.187854 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:02.204378 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3452e019-d369-443a-b882-9f505497f8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.229108 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:02.301949 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 316af6a2-9166-413c-9a8b-495bc7f98b18 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:02.302404 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3452e019-d369-443a-b882-9f505497f8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.302720 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.382688 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:01Z', 'revision_number': 3, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:02.387324 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3452e019-d369-443a-b882-9f505497f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.388459 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.414090 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:02.416711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ec655-bd97-494a-9fc6-c343da8d0328" -d '{"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:02.418026 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Checking router: 6414d2e8-bfe6-4a21-b214-fd243e37934b for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:02.418623 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Updating router 6414d2e8-bfe6-4a21-b214-fd243e37934b port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:03:02.431079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:02.441012 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3452e019-d369-443a-b882-9f505497f8c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5ccfa9fa88c444ba2de4dd2d56e29e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427479 Sep 16 15:03:02.441012 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452e019-d369-443a-b882-9f505497f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5d64a-e643-4413-88a3-1cda3f43804b,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:02.449167 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.451966 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36300) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:02.492434 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a6a142-f3b6-4e2e-8e69-e1d525263361 x-openstack-request-id: req-c7a6a142-f3b6-4e2e-8e69-e1d525263361 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:02.492434 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-plugged", "status": "completed", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:02.493125 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7a6a142-f3b6-4e2e-8e69-e1d525263361 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:02.494201 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'code': 200} Sep 16 15:03:02.529206 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.556325 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.581566 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.596489 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=10']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:02.645429 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.647768 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-3e7b6d4b-1b9d-4b86-9095-998c97967c53 None None] Provisioning complete for port b9276e1e-4343-49cb-8169-36e89ca320e3 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:02.647768 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6d4b-1b9d-4b86-9095-998c97967c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.754689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a993b-1d8f-4d9b-82ca-1be21f110b48 req-b6bee4ff-c892-4be3-befc-5846192f145a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:02.756359 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-966a993b-1d8f-4d9b-82ca-1be21f110b48 req-b6bee4ff-c892-4be3-befc-5846192f145a tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0573339 Sep 16 15:03:02.764854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.767536 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.772170 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5e5d64a-e643-4413-88a3-1cda3f43804b HTTP/1.1" status: 204 len: 168 time: 0.3154483 Sep 16 15:03:02.780181 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4ba05-9851-402f-a0a5-b24846b10366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5d64a-e643-4413-88a3-1cda3f43804b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:02.782499 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.838702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-966a993b-1d8f-4d9b-82ca-1be21f110b48 req-0dff2225-1516-4fac-8516-9e194fe6e000 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764096 Sep 16 15:03:02.913270 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.933276 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54918f0b-193e-4a7f-b35b-9dccd7951cfa req-fd91ce88-95ba-4701-bf6a-7738213e38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:02.934679 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-54918f0b-193e-4a7f-b35b-9dccd7951cfa req-fd91ce88-95ba-4701-bf6a-7738213e38a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1100 time: 0.0721772 Sep 16 15:03:02.965548 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Attempting to bind port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:02.965918 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Attempting to bind port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:02.966265 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Attempting to bind port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:02.969264 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Pushing event updated for resources: {'Port': ['ID=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:02.969436 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Allocated IP 172.20.0.1 (001b26e4-32bd-4887-91b9-a3cbe6c86749/f779f778-3391-4daf-bc35-cc3b8ed89601/c5340267-d8fd-46ba-a668-3fadb982af18) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:02.973980 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:02.974358 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:02.974760 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.975157 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:02.975622 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Bound port: f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:02.976051 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:02.982171 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.982536 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.982879 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.983218 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.983550 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.983931 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.984293 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.984627 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.984972 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.985297 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.985628 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.985945 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:02.987298 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-54918f0b-193e-4a7f-b35b-9dccd7951cfa req-e42c2eb3-f623-46a7-bc06-0f3a921f350a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Sep 16 15:03:03.037374 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] For port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:03.040629 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] For port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:03.080456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.165712 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.199543 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.211583 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:03.212253 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:03.237632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:03.241599 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:03.244184 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:03.267512 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bced85-858d-4ff6-a937-5ae8eb212a2d None None] Pushing event updated for resources: {'Port': ['ID=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:03.291367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Pushing event updated for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:03.304887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.348900 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:03.414985 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b9276e1e-4343-49cb-8169-36e89ca320e3 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:03.484763 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-af9a14e0-ff1d-4d3d-9bc3-d2c698120ad5 None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:03.485219 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-af9a14e0-ff1d-4d3d-9bc3-d2c698120ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.544518 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.570472 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:01Z', 'revision_number': 3, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:03.597131 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2cc4e2-0bfd-4e9f-bb84-f76c16547994 None None] The sync data for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi is: [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:01Z', 'revision_number': 3, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:03.638682 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port b9276e1e-4343-49cb-8169-36e89ca320e3 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:03.639268 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.684244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-af9a14e0-ff1d-4d3d-9bc3-d2c698120ad5 None None] Port c5340267-d8fd-46ba-a668-3fadb982af18 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:03.746601 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.827983 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.916005 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:03.918970 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Pushing event updated for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:04.054457 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb30fe8-dcd7-48fa-80e0-bd45309f4835 req-e2ab221f-4322-468d-a49b-7902260fed39 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:04.056088 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dcb30fe8-dcd7-48fa-80e0-bd45309f4835 req-e2ab221f-4322-468d-a49b-7902260fed39 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.1108379 Sep 16 15:03:04.070945 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:04.078206 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:04.174487 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dcb30fe8-dcd7-48fa-80e0-bd45309f4835 req-c9455ec8-d43e-4739-82a8-dc78bd0f6dd3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065855 Sep 16 15:03:04.414790 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2385e32b-e305-4df1-bbfc-22053e8c3f59 None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:04.415207 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2385e32b-e305-4df1-bbfc-22053e8c3f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:04.455643 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2385e32b-e305-4df1-bbfc-22053e8c3f59 None None] Port c5340267-d8fd-46ba-a668-3fadb982af18 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:04.563661 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Router 6414d2e8-bfe6-4a21-b214-fd243e37934b has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:03:04.674606 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:04.680357 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9e148e87-6572-48dd-88c0-563c87c90d2c admin admin] 10.222.0.30 "PUT /v2.0/routers/6414d2e8-bfe6-4a21-b214-fd243e37934b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949672 Sep 16 15:03:05.324312 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fa1e-33be-4016-a7ec-234df843d65a req-4a8fa51d-52b5-4a55-b5de-c066f8db1e94 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:05.325830 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89b8fa1e-33be-4016-a7ec-234df843d65a req-4a8fa51d-52b5-4a55-b5de-c066f8db1e94 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0489333 Sep 16 15:03:05.351955 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Sync routers for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:05.367642 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:05.367642 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:05.369441 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-89b8fa1e-33be-4016-a7ec-234df843d65a req-ba71688b-3acb-4a6c-9e36-6056fea090e4 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375648 Sep 16 15:03:05.428374 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:05.505857 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:05.568723 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36398) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:05.574556 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1747031665-network', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:05.624253 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:05.625231 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.753683 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Made reservation on behalf of a602fde30eef42b3a7cb516f19fbb7e6 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:05.757178 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.772821 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.781485 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.807277 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:05.813386 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 2, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:05.839687 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Checking router: 6414d2e8-bfe6-4a21-b214-fd243e37934b for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:05.840087 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Updating router 6414d2e8-bfe6-4a21-b214-fd243e37934b port c5340267-d8fd-46ba-a668-3fadb982af18 binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:03:05.870521 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.877420 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.918816 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:05.979923 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.009552 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:03:06.015061 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7190c828-54b7-468a-9faa-da38138f1eba,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.022204 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.022557 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Added segment e730b329-0d57-4b30-ae55-d75fe7aad7ca of type vlan for network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 Sep 16 15:03:06.043321 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.080447 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.185844 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.197319 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.198382 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:06.198976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.256948 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] Pushing event updated for resources: {'Network': ['ID=9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.267144 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:03:06.334250 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.338510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36416) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:06.340669 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7fd044d8-66f3-4755-be2f-60c7ba367d8d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7706022 Sep 16 15:03:06.344115 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Request body: {'subnet': {'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1747031665-subnet', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:06.386385 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee5a6-eb69-4569-8f6f-5166220e4120 None None] Pushing event updated for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.443660 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Attempting to bind port c5340267-d8fd-46ba-a668-3fadb982af18 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:06.444208 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Attempting to bind port c5340267-d8fd-46ba-a668-3fadb982af18 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:06.449234 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Attempting to bind port c5340267-d8fd-46ba-a668-3fadb982af18 on network 001b26e4-32bd-4887-91b9-a3cbe6c86749 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:06.450558 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:06.451073 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Checking segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:06.451664 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.452373 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Bound using segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:06.453118 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Bound port: c5340267-d8fd-46ba-a668-3fadb982af18, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:06.453678 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.516601 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dedb2-b87d-451a-bf5e-426f233ed225 req-bee1717e-6174-4c35-baa5-fb2a0c9c5104 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:06.518191 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ef5dedb2-b87d-451a-bf5e-426f233ed225 req-bee1717e-6174-4c35-baa5-fb2a0c9c5104 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0649180 Sep 16 15:03:06.518981 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Made reservation on behalf of a602fde30eef42b3a7cb516f19fbb7e6 for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:06.521450 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.534651 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] For port c5340267-d8fd-46ba-a668-3fadb982af18, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:06.538668 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] For port c5340267-d8fd-46ba-a668-3fadb982af18, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=c5340267-d8fd-46ba-a668-3fadb982af18,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:06.563217 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ef5dedb2-b87d-451a-bf5e-426f233ed225 req-50dee162-218b-4156-80b8-0075da0f9630 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Sep 16 15:03:06.590609 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-23dabc8f-1de8-47e5-ba97-b6fe541ada6f None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:06.591047 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-23dabc8f-1de8-47e5-ba97-b6fe541ada6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.629857 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-23dabc8f-1de8-47e5-ba97-b6fe541ada6f None None] Port c5340267-d8fd-46ba-a668-3fadb982af18 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:06.632162 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.686213 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:06.686846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:06.725144 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee5a6-eb69-4569-8f6f-5166220e4120 None None] Pushing event updated for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.744679 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36422) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:06.810481 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:06.828028 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.874834 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.887630 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb194e3c-9cf7-4475-9cb0-13a888d0436a,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:06.912843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Checking segment: {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:06.913186 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Network hostable DHCP agents. Network: 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:03:06.973255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:06.973495 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:06.973633 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.008529 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:03:07.073507 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.089293 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:06Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:07.095215 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.102604 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:07.111901 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d8ca1f6d1e9440782d2d15a8886686a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661411 Sep 16 15:03:07.112763 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535a98c-a2ae-4916-adf3-dca6252cb40b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:07.117890 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36426) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:07.120421 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.120801 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.121226 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.121476 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.121583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:07.121804 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.122133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.122243 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.122459 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.122806 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.123116 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.123538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.123882 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.124203 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c19fb-2ab8-4f68-8618-80e8786ebb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:07.130046 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d7783-2e11-4cfc-9b31-aa61ad3636b9 None None] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:07.143057 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0d712-de7d-4e8d-9f32-01cc193852ba None None] The sync data for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi is: [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:06Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:07.221585 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] For port c5340267-d8fd-46ba-a668-3fadb982af18, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=c5340267-d8fd-46ba-a668-3fadb982af18,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:07.226287 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.230016 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c22c4f7e-cf96-43c5-a401-e4362d715152 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8904865 Sep 16 15:03:07.232804 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36428) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:07.239509 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:07.262221 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.318227 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.345880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'fixed_ips': [{'subnet_id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:03:07.347206 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.391065 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9931f5-94f0-4b3c-9ec9-b1709e93cd06 None None] Pushing event updated for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:07.417149 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.419009 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.472063 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:07.492364 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.497626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.509527 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5535a98c-a2ae-4916-adf3-dca6252cb40b HTTP/1.1" status: 204 len: 168 time: 0.3850667 Sep 16 15:03:07.523820 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78854b-7576-4e1a-ad98-41bbbc1fe7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535a98c-a2ae-4916-adf3-dca6252cb40b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:07.542734 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.735033 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ac35e-dc9f-4e7d-80d5-e3c405623ad0 req-0a251d4a-bb32-4d4b-a89f-bb0cadf883fd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:07.736712 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae6ac35e-dc9f-4e7d-80d5-e3c405623ad0 req-0a251d4a-bb32-4d4b-a89f-bb0cadf883fd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0941467 Sep 16 15:03:07.743578 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:07.743578 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.814705 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Allocated IP 172.20.0.2 (9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26/eb194e3c-9cf7-4475-9cb0-13a888d0436a/07da0d65-29e1-450c-8e40-5464eefd4735) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:07.866074 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:07.876905 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ae6ac35e-dc9f-4e7d-80d5-e3c405623ad0 req-968ec476-c987-4f59-892a-0e93c0c67fe2 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076159 Sep 16 15:03:07.925791 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device c5340267-d8fd-46ba-a668-3fadb982af18 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:08.034163 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:08.034539 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.082171 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.163458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.163623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.184101 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.205509 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:08.208405 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:08.214997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:08.220817 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Pushing event updated for resources: {'Port': ['ID=07da0d65-29e1-450c-8e40-5464eefd4735,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:08.268266 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36438) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:08.277205 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Attempting to bind port 07da0d65-29e1-450c-8e40-5464eefd4735 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:08.279398 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Attempting to bind port 07da0d65-29e1-450c-8e40-5464eefd4735 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:08.280038 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Attempting to bind port 07da0d65-29e1-450c-8e40-5464eefd4735 on network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:08.282085 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90d86c8f-aaa3-4ab3-a951-92a5a3d836f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.286259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:08.286654 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Checking segment: {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:08.287319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.287726 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Bound using segment: {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:08.288244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Bound port: 07da0d65-29e1-450c-8e40-5464eefd4735, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:08.288636 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.300183 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Allocated IP 172.27.3.13 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/1e887a9d-01cc-4a23-949c-9e43ddbd2aee) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:08.374085 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] For port 07da0d65-29e1-450c-8e40-5464eefd4735, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:08.382605 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90d86c8f-aaa3-4ab3-a951-92a5a3d836f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.383315 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] For port 07da0d65-29e1-450c-8e40-5464eefd4735, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=07da0d65-29e1-450c-8e40-5464eefd4735,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:08.419182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.448695 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90d86c8f-aaa3-4ab3-a951-92a5a3d836f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.449463 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.493748 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-90d86c8f-aaa3-4ab3-a951-92a5a3d836f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f78164f4c5a4e1a9893cd1b49455a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243700 Sep 16 15:03:08.496452 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d86c8f-aaa3-4ab3-a951-92a5a3d836f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39438172-107b-4f0a-a86b-91b4fb56ca68,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:08.496608 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36440) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:08.523284 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f006c-35db-44bf-8cde-969fbcc33992 None None] Pushing event updated for resources: {'Port': ['ID=07da0d65-29e1-450c-8e40-5464eefd4735,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:08.547958 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.577830 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.602317 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:08.611327 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:08.623550 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:08.629487 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:08.633105 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.865751 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.868465 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:08.869636 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39438172-107b-4f0a-a86b-91b4fb56ca68 HTTP/1.1" status: 204 len: 168 time: 0.3721664 Sep 16 15:03:08.877391 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d8877-7768-4022-8e64-a8a79dbab8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39438172-107b-4f0a-a86b-91b4fb56ca68,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:09.001195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.198733 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.397247 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:03:09.451231 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fac353-331a-485d-90b5-dd362f7e5d63 None None] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:09.481864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 07da0d65-29e1-450c-8e40-5464eefd4735 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:09.520621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:09.532886 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Sync routers for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:09.545369 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:09.546372 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:09.559499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] Provisioning complete for port 07da0d65-29e1-450c-8e40-5464eefd4735 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:09.559949 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.594023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.599406 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36454) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:09.600741 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ead3e8c2-ac27-4c3c-83f9-27ce1703e3b0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3660135 Sep 16 15:03:09.650643 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 07da0d65-29e1-450c-8e40-5464eefd4735 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:09.650936 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.661322 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:09.775710 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.850256 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] For port 07da0d65-29e1-450c-8e40-5464eefd4735, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=07da0d65-29e1-450c-8e40-5464eefd4735,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:09.852335 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.880317 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:08Z', 'revision_number': 3, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:09.907160 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Checking router: 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:09.907427 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Updating router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:03:09.914901 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:09.935487 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.017071 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7bfcf-04ca-46b3-b79d-193ffbaceafa None None] Pushing event updated for resources: {'Port': ['ID=07da0d65-29e1-450c-8e40-5464eefd4735,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:10.042538 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.db.api [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 16 15:03:10.042895 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG oslo_db.api [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 15:03:10.139123 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-95a273d7-e94a-459d-9c44-8015378e4b4f None None] Provisioning complete for port 07da0d65-29e1-450c-8e40-5464eefd4735 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:10.139663 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-95a273d7-e94a-459d-9c44-8015378e4b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.175651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.377979 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Allocated IP 172.20.0.1 (9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26/eb194e3c-9cf7-4475-9cb0-13a888d0436a/1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:10.384066 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.489843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.500086 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.550110 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Attempting to bind port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:10.551396 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Attempting to bind port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:10.551396 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Attempting to bind port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:10.561958 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:10.562344 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:10.568906 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.568906 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:10.568906 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Bound port: 1e887a9d-01cc-4a23-949c-9e43ddbd2aee, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:10.568906 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.568906 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb6a8-6a64-425e-b2f1-e313ee22ca50 None None] Pushing event updated for resources: {'Port': ['ID=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,revision_number=2']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:10.589550 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device c5340267-d8fd-46ba-a668-3fadb982af18 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:10.594421 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.619104 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] For port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:10.622567 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] For port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:10.642058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:10.646800 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:10.651417 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:10.658973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port c5340267-d8fd-46ba-a668-3fadb982af18 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:10.659419 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.686486 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:10.695427 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.700796 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.748750 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:10.749384 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:10.819032 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb6a8-6a64-425e-b2f1-e313ee22ca50 None None] Pushing event updated for resources: {'Port': ['ID=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:10.881041 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:10.916739 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b42f36bd-4ca7-43f3-8285-92c401bf91c5 None None] Provisioning complete for port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:10.917191 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b42f36bd-4ca7-43f3-8285-92c401bf91c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:10.956086 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-b42f36bd-4ca7-43f3-8285-92c401bf91c5 None None] Port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:10.960652 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.079288 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:08Z', 'revision_number': 3, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:11.106871 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e63d0-5156-4a6e-96ca-94d46cb66ac2 None None] The sync data for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi is: [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:08Z', 'revision_number': 3, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:11.131580 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.203190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.268913 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.271299 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:11.398774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:11.400340 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:11.584386 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 07da0d65-29e1-450c-8e40-5464eefd4735 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:11.648796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36486) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:11.653674 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 07da0d65-29e1-450c-8e40-5464eefd4735 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:11.654216 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.746681 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1e887a9d-01cc-4a23-949c-9e43ddbd2aee up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:11.799872 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-88a4f684-3ba3-4325-8eed-1bebc81fbbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.806486 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-b8da4f42-9d85-4158-b4fc-572ac475e7e8 None None] Provisioning complete for port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:11.806966 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b8da4f42-9d85-4158-b4fc-572ac475e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.830631 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:11.831085 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.846162 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:03:11.883190 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-b8da4f42-9d85-4158-b4fc-572ac475e7e8 None None] Port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:11.919247 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-88a4f684-3ba3-4325-8eed-1bebc81fbbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.932785 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:11.954161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:11.973641 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:11.978859 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-ea65fd11-ee3a-4b1f-a825-7c9f86792260 admin admin] 10.222.0.30 "PUT /v2.0/routers/44ee0de7-58ba-4fd5-86f1-ebb0530a9c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3774588 Sep 16 15:03:11.999345 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-88a4f684-3ba3-4325-8eed-1bebc81fbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.032143 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.045424 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-88a4f684-3ba3-4325-8eed-1bebc81fbbd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bec1f33af734a72ba8d666f0495e501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924663 Sep 16 15:03:12.045424 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f684-3ba3-4325-8eed-1bebc81fbbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e6ee20-5dee-45e9-928f-5fb42f36987c,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:12.046808 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36492) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:12.093508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:12.116346 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.143405 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.273616 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.276259 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.277609 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6e6ee20-5dee-45e9-928f-5fb42f36987c HTTP/1.1" status: 204 len: 168 time: 0.2293620 Sep 16 15:03:12.286396 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d5e1f-9535-445e-a6cd-3239c30acc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e6ee20-5dee-45e9-928f-5fb42f36987c,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:12.576020 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36502) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:12.580617 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788795013', 'description': 'tempest-secgroup-smoke-1788795013 description', 'project_id': 'e77da9bf2f344bf3908b77317331b85f'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:12.654263 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.738413 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.747576 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.831588 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.860991 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f1a55-e039-465e-bf47-96d7294496c3,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:12.907851 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:12.909146 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-f9a8908d-d146-42d3-93a9-5e8ad97ecbb4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3321047 Sep 16 15:03:12.911445 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36504) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:12.917209 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36506) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:12.921625 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:12.924593 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-285240dc-b03b-46c9-a89b-1daed79cc83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.009774 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.064879 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.080754 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-285240dc-b03b-46c9-a89b-1daed79cc83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.130650 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.148271 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfffdc1-3888-4df0-9f04-5adf916b0c57,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:13.159172 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-285240dc-b03b-46c9-a89b-1daed79cc83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.199493 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-285240dc-b03b-46c9-a89b-1daed79cc83d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f594c4e0d6ad417ab7a6ad33beae1fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869422 Sep 16 15:03:13.201434 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285240dc-b03b-46c9-a89b-1daed79cc83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5539d377-a27c-413c-b1ab-0bb96387b2ac,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:13.202219 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36508) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:13.237198 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.238899 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-50e1368b-d29e-45f1-9cca-7af65b5661ea tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207281 Sep 16 15:03:13.241977 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36510) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:13.246525 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:13.254883 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.275628 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.339303 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.397281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.402147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.402147 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5539d377-a27c-413c-b1ab-0bb96387b2ac HTTP/1.1" status: 204 len: 168 time: 0.1979659 Sep 16 15:03:13.410121 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e66bd9-ea78-44e8-add7-cef914fb29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5539d377-a27c-413c-b1ab-0bb96387b2ac,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:13.416260 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Sync routers for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:13.424507 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.433017 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1e887a9d-01cc-4a23-949c-9e43ddbd2aee up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:13.459106 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:13.459635 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:13.501301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.522648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9070e46b-5896-40cf-92a7-6b8384688faa,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:13.568159 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:13.568539 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.599501 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.600587 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:13.601241 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-58c5315d-609f-4a06-9379-ab99a1aa3810 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3582828 Sep 16 15:03:13.603954 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36514) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:13.609170 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:13.750935 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.818240 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.844659 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:10Z', 'revision_number': 4, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e', 'name': '', 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'mac_address': 'fa:16:3e:fa:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:10Z', 'updated_at': '2021-09-16T15:03:11Z', 'revision_number': 2, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'subnets': [{'id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:13.871691 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Checking router: 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:13.872107 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Updating router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:03:13.873676 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.892653 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd97df2-9caf-443f-a501-c92699d1de4c,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:13.898674 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.959241 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:13.960525 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-3ba2342f-ac11-495a-a486-a6791103bd8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555131 Sep 16 15:03:13.963262 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36524) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:13.967585 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:14.089804 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.151369 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.233855 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.255108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a2cfb3-77a4-47f4-aef4-8cdc27b08edd,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:14.288012 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.351472 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.352767 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2687c910-f006-40c8-9849-db22d8a19f86 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3885446 Sep 16 15:03:14.355695 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36534) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:14.359994 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:14.382286 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.431935 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d1ba-fc6d-45c6-811e-708e9d029405 None None] Pushing event updated for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:14.479476 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.securitygroups_db [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Project e77da9bf2f344bf3908b77317331b85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:03:14.482064 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Attempting to bind port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:14.482666 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Attempting to bind port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:14.483255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Attempting to bind port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e on network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:14.484707 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.490274 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:14.491028 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Checking segment: {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:14.491936 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.491936 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Bound using segment: {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:14.492279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Bound port: 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e730b329-0d57-4b30-ae55-d75fe7aad7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:14.492666 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.564372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.573978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] For port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:14.577846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] For port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:14.679485 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.697948 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571c279d-bef3-43ec-9794-6d60cbd89fc8,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:14.708634 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.777327 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] Provisioning complete for port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:14.777711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.780538 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d1ba-fc6d-45c6-811e-708e9d029405 None None] Pushing event updated for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:14.784825 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:14.786079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:02:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:14.788102 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.791804 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-a7206cd3-ddc8-4115-8bdc-780586d8709e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4327054 Sep 16 15:03:14.792108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36542) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:14.796828 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'security_group_rule': {'security_group_id': '2b8f1a55-e039-465e-bf47-96d7294496c3', 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:14.900190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.securitygroups_db [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Project e77da9bf2f344bf3908b77317331b85f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:03:14.906516 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.956379 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:14.983110 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:14.984264 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.049209 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.066600 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5bb4d3-4143-4fe3-a4f6-9181b07496fc,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:15.067613 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] For port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:15.133747 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.160066 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.169504 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fcbf72db-5c13-47e2-a57f-a2d6b0ace86c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685679 Sep 16 15:03:15.217758 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90106dc-94ad-4e59-8bb9-49d4034ff632 None None] Pushing event updated for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:15.235199 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:10Z', 'revision_number': 4, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e', 'name': '', 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'mac_address': 'fa:16:3e:fa:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:10Z', 'updated_at': '2021-09-16T15:03:14Z', 'revision_number': 4, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'subnets': [{'id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:15.270302 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c2036b-0e32-4ace-8473-2723069a878f None None] The sync data for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi is: [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:03:10Z', 'revision_number': 4, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e', 'name': '', 'network_id': '9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'mac_address': 'fa:16:3e:fa:c5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:10Z', 'updated_at': '2021-09-16T15:03:14Z', 'revision_number': 4, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'subnets': [{'id': 'eb194e3c-9cf7-4475-9cb0-13a888d0436a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:15.286925 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-c8c265ba-ff17-4b48-9d20-0bae091983cb None None] Provisioning complete for port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:15.287319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c8c265ba-ff17-4b48-9d20-0bae091983cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:15.500141 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:15.559333 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:15.559711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:17.772901 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:03:19.516544 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36650) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:19.629622 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-790e35e9-b2f3-466e-95b0-82ad0b7741c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:19.718203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-790e35e9-b2f3-466e-95b0-82ad0b7741c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:19.780344 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-790e35e9-b2f3-466e-95b0-82ad0b7741c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:19.815440 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e35e9-b2f3-466e-95b0-82ad0b7741c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e633cc1-44fa-4a2a-a2ac-910b24f5834f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:19.820392 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-790e35e9-b2f3-466e-95b0-82ad0b7741c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8239bd38250f4e9ab37c195fadf06997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027906 Sep 16 15:03:19.823171 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36654) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:19.872058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:19.892989 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.028181 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.030811 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.032018 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e633cc1-44fa-4a2a-a2ac-910b24f5834f HTTP/1.1" status: 204 len: 168 time: 0.2078605 Sep 16 15:03:20.040154 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a5b52-483f-46bc-b98f-209917ee96f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e633cc1-44fa-4a2a-a2ac-910b24f5834f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:20.633394 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36662) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:20.647795 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74f6ca70-45e9-4ef4-ad0b-571ca6f7bac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.735748 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74f6ca70-45e9-4ef4-ad0b-571ca6f7bac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.799386 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74f6ca70-45e9-4ef4-ad0b-571ca6f7bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.837583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-74f6ca70-45e9-4ef4-ad0b-571ca6f7bac9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28712b1f9683443f896b6f8b0f22194a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030594 Sep 16 15:03:20.838462 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6ca70-45e9-4ef4-ad0b-571ca6f7bac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb92fdc-0028-4fde-bb2f-27c6254a085e,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:20.840198 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36664) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:20.894122 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:20.917736 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:21.016123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:21.018671 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:21.019890 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeb92fdc-0028-4fde-bb2f-27c6254a085e HTTP/1.1" status: 204 len: 168 time: 0.1780975 Sep 16 15:03:21.028085 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a603733-2593-4c11-8fe7-ab168fac4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb92fdc-0028-4fde-bb2f-27c6254a085e,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:23.728711 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-cd50a842-b713-481c-9758-12a0218567e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:26.403190 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4b21-62a0-4e26-b218-f4b7fbdacc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:27.302184 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:27.748077 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:29.096740 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:35.173606 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-2d1358e0-ca2f-48f9-b3a1-16214bf09f6d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788795013&fields=id&tenant_id=e77da9bf2f344bf3908b77317331b85f HTTP/1.1" status: 200 len: 267 time: 0.0346828 Sep 16 15:03:35.276224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-be360b11-d778-4127-9a2e-a27f85c16a6a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:35.277643 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-be360b11-d778-4127-9a2e-a27f85c16a6a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 809 time: 0.0974259 Sep 16 15:03:35.293055 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-a076c1bf-9d9a-41d8-b424-c2ba160cade5 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/quotas/e77da9bf2f344bf3908b77317331b85f HTTP/1.1" status: 200 len: 375 time: 0.0090425 Sep 16 15:03:35.341398 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-79b667a8-f4be-41e0-bc02-2c939f930254 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431695 Sep 16 15:03:35.434752 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-e80ecd8a-ebcd-4217-ae43-2eb30f52dcb3 service neutron] 10.222.0.30 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818517 Sep 16 15:03:35.520592 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-f87b8057-3f6b-42da-982d-2a4ede63371e service neutron] 10.222.0.30 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796609 Sep 16 15:03:36.076033 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5b4142ef-fe0a-4e05-890a-405323e17f52 req-43b0c6c8-5c69-45cd-b0d4-d80300898c67 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0292451 Sep 16 15:03:37.153063 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-740ef93d-a090-4d48-b462-39d785f76494 req-e8cfc945-d021-4c53-ac8b-29388c702071 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0246856 Sep 16 15:03:38.243570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-488c72d4-88b3-4dbb-bb82-cbc8f777a698 req-dd8122d3-a684-4967-b7c5-cc91861da6cc tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0264235 Sep 16 15:03:39.335361 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ae942b0-72bd-4a94-9da4-e5f392de6f7d req-c528ee79-cda3-4aa2-86f5-100b72e27b42 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0251837 Sep 16 15:03:40.426055 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-22e8e922-cb1e-46dc-bc12-887f52977753 req-0dcc5657-00f9-4dcd-a539-6715edb0ca2c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0252945 Sep 16 15:03:41.173390 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-c30bda61-10b1-452d-8ca1-75e526c16e65 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:41.174856 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-c30bda61-10b1-452d-8ca1-75e526c16e65 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 809 time: 0.1033750 Sep 16 15:03:41.228555 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-664a2e33-5b56-451b-844d-a5a1862c249e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e77da9bf2f344bf3908b77317331b85f HTTP/1.1" status: 200 len: 380 time: 0.0413654 Sep 16 15:03:41.238348 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'port': {'device_id': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'admin_state_up': True, 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'security_groups': ['2b8f1a55-e039-465e-bf47-96d7294496c3']}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:41.580501 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-140b2b35-1a8b-4415-a1c2-6c2f053e96d8 req-b1989b1f-c7c9-48e9-aaa5-e150c98103da tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0307269 Sep 16 15:03:41.694651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Made reservation on behalf of e77da9bf2f344bf3908b77317331b85f for: {'port': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:41.698210 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:41.823580 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Allocated IP 172.20.0.10 (001b26e4-32bd-4887-91b9-a3cbe6c86749/f779f778-3391-4daf-bc35-cc3b8ed89601/aa2f6cbe-d13c-4b2d-a034-8d764af9fecf) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:41.960762 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.045753 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.089936 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:42.093048 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:42.097277 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:42.130763 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:42.165213 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:42.166143 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.252170 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-20bf38bf-1b10-408a-82bc-6d475e5026b1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0172548 Sep 16 15:03:42.272258 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Request body: {'port': {'device_id': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:42.292244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-4c1d57c7-e69d-406d-9119-1fc24b0d6519 None None] Provisioning complete for port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:42.293171 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4c1d57c7-e69d-406d-9119-1fc24b0d6519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.327876 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.338614 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d57c7-e69d-406d-9119-1fc24b0d6519 None None] Port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:03:42.596730 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2f6cbe-d13c-4b2d-a034-8d764af9fecf {{(pid=106170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:03:42.604276 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.618404 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.provisioning_blocks [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Transition to ACTIVE for port object aa2f6cbe-d13c-4b2d-a034-8d764af9fecf will not be triggered until provisioned by entity L2. {{(pid=106170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:03:42.694059 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff227e-886e-4878-9148-11048f2bf05d req-b74198f9-4238-4a8a-8a09-2f2324a86cc0 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:42.695562 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0ff227e-886e-4878-9148-11048f2bf05d req-b74198f9-4238-4a8a-8a09-2f2324a86cc0 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 932 time: 0.0479217 Sep 16 15:03:42.708126 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.767014 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.782496 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e0ff227e-886e-4878-9148-11048f2bf05d req-b97fe403-3d2c-4c49-9749-29c621e6b849 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808609 Sep 16 15:03:42.783100 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:42.853186 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Attempting to bind port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:42.853529 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Attempting to bind port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:42.853884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Attempting to bind port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf on network 001b26e4-32bd-4887-91b9-a3cbe6c86749 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:42.858385 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf on network 001b26e4-32bd-4887-91b9-a3cbe6c86749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:03:42.858714 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Attempting to bind port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf on network 001b26e4-32bd-4887-91b9-a3cbe6c86749 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:42.863781 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:42.864152 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Checking segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:42.864539 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Bound using segment: {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:42.864976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Bound port: aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fd4651-a53e-4825-9fec-f2bf35823d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749'}}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:42.865339 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:42.928584 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, cleared binding levels {{(pid=106170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:42.931493 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:43.020794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:43.056108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.056728 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:43.058133 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] 10.222.0.22 "PUT /v2.0/ports/aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1094 time: 0.7931061 Sep 16 15:03:43.058541 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:43.060796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb7615-b6d1-4a13-a866-8416030cc83c" -d '{"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:43.087249 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2b3a-a328-438d-bb06-ab0912755814 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=3']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:43.116182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd373ff-4932-4e8d-b953-f4e4a39afe9a x-openstack-request-id: req-5fd373ff-4932-4e8d-b953-f4e4a39afe9a {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:43.116534 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:43.117037 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fd373ff-4932-4e8d-b953-f4e4a39afe9a {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:43.117450 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'status': 'completed', 'code': 200} Sep 16 15:03:43.178243 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-75379fa8-b521-4809-8131-d4ef0df06ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.179743 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-75379fa8-b521-4809-8131-d4ef0df06ab4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1097 time: 0.0412781 Sep 16 15:03:43.277949 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-d0b8da27-100c-4a23-ad10-b97c3b42f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.279371 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-d0b8da27-100c-4a23-ad10-b97c3b42f4f7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e77da9bf2f344bf3908b77317331b85f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908587 Sep 16 15:03:43.376139 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-cd6f013d-8b40-4405-b835-e67385b422c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.377618 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3fbb7615-b6d1-4a13-a866-8416030cc83c req-cd6f013d-8b40-4405-b835-e67385b422c9 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912921 Sep 16 15:03:43.455483 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-49e5d151-32ae-4f80-90aa-6856da25d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.457026 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-49e5d151-32ae-4f80-90aa-6856da25d46d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1097 time: 0.0392728 Sep 16 15:03:43.502646 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-bb7e053b-4c91-4a19-8550-c940d84fd4c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 217 time: 0.0373518 Sep 16 15:03:43.551291 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-74c9c88a-7aa3-42eb-9910-e20cd2eedbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.552701 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-74c9c88a-7aa3-42eb-9910-e20cd2eedbc0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0434387 Sep 16 15:03:43.596779 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-7a188a55-384f-4178-afc9-19e554d4d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.598270 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-7a188a55-384f-4178-afc9-19e554d4d054 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386276 Sep 16 15:03:43.690104 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-94014f8a-3475-420a-b2bf-93b45b5609b2 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Sep 16 15:03:43.783670 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a143a0e2-353e-4904-9a31-ea8490591c8c req-8676c762-984e-4dcb-a4e6-566aa493f9b6 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845249 Sep 16 15:03:43.899846 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238e933-fa68-42a2-9f7a-78b94ad24042 req-cebc5b89-9775-45bc-b656-8bb4e9807ea2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:43.901386 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7238e933-fa68-42a2-9f7a-78b94ad24042 req-cebc5b89-9775-45bc-b656-8bb4e9807ea2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0524683 Sep 16 15:03:43.938190 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7238e933-fa68-42a2-9f7a-78b94ad24042 req-2e61d3b3-608d-4684-ab48-30dfd2a8e7ac tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301094 Sep 16 15:03:44.012081 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-527f5f70-b7f5-4f10-824c-71d0a4b4a8d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375988 Sep 16 15:03:44.089880 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835fa9e-9acf-4751-928e-89d127341a90 req-bab5d5f4-0cf1-43d3-8ea4-a57a8f32332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:44.091245 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-bab5d5f4-0cf1-43d3-8ea4-a57a8f32332c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e36d336f71ba40faba873e21ebd5602d&device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 1100 time: 0.0393813 Sep 16 15:03:44.196778 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835fa9e-9acf-4751-928e-89d127341a90 req-f3bcc6d9-d01e-4271-93d3-5f343f4206cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:44.198258 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-f3bcc6d9-d01e-4271-93d3-5f343f4206cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 200 len: 918 time: 0.0877306 Sep 16 15:03:44.262458 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-52e9f24c-3f32-46c0-ad21-172a6f3daacd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 200 len: 1002 time: 0.0554950 Sep 16 15:03:44.309929 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835fa9e-9acf-4751-928e-89d127341a90 req-4c080f8c-61b0-479e-9b98-b0e53d818491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:44.311359 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-4c080f8c-61b0-479e-9b98-b0e53d818491 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 200 len: 856 time: 0.0413020 Sep 16 15:03:44.362157 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835fa9e-9acf-4751-928e-89d127341a90 req-853d0927-8d4d-408e-a8bb-41c688e7bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:44.363580 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-853d0927-8d4d-408e-a8bb-41c688e7bf1a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d186279b-4ff3-43b2-9c6a-22547e856d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451541 Sep 16 15:03:44.456055 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-327e9976-e7df-4562-92be-8cacedc972e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845304 Sep 16 15:03:44.549449 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e835fa9e-9acf-4751-928e-89d127341a90 req-cf394fe3-a929-4f72-9969-341f9e5775b2 service neutron] 10.222.0.22 "GET /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854523 Sep 16 15:03:45.054389 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016c07d-4035-4df3-b6e2-988f02baaddf req-990e88d5-377e-4405-af03-0f273793d8a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:45.055983 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3016c07d-4035-4df3-b6e2-988f02baaddf req-990e88d5-377e-4405-af03-0f273793d8a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0496838 Sep 16 15:03:45.094873 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3016c07d-4035-4df3-b6e2-988f02baaddf req-b445bf18-5651-4c5c-bcee-155d54b988d8 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Sep 16 15:03:46.207418 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72ff55-00f5-4f0c-bb10-42afbf3216a9 req-cfa3ee83-4b66-4f46-91df-6bdbdc82b870 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:46.208955 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5b72ff55-00f5-4f0c-bb10-42afbf3216a9 req-cfa3ee83-4b66-4f46-91df-6bdbdc82b870 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0489545 Sep 16 15:03:46.252224 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5b72ff55-00f5-4f0c-bb10-42afbf3216a9 req-4e81bdc8-be69-446a-b3fd-1e6c12b8ac92 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372818 Sep 16 15:03:46.616383 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36890) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:46.719949 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:46.808347 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:46.827624 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0847a-adbf-4a1e-b14b-518cb3b87265 req-96e2b2f8-6011-4a9c-93eb-d44274de3173 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:46.829639 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7e0847a-adbf-4a1e-b14b-518cb3b87265 req-96e2b2f8-6011-4a9c-93eb-d44274de3173 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0490658 Sep 16 15:03:46.866215 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d7e0847a-adbf-4a1e-b14b-518cb3b87265 req-039f4292-b978-41a4-90ee-6fc18d5fa969 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Sep 16 15:03:46.883342 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:46.921054 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dbc00f4fed04f61a646ba4ea2997d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032992 Sep 16 15:03:46.922991 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d0f14-27ce-4683-b68f-0fd4dcd6a4b4,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:46.923772 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36896) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:46.930054 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.930421 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.930776 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.931122 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.931468 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.931817 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.932180 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.932520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.932860 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.933191 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.933527 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.933859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3b90c6-1227-434a-85ee-ac44abea855e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:46.975856 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:46.996370 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:47.117649 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:47.120203 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:47.121418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a76d0f14-27ce-4683-b68f-0fd4dcd6a4b4 HTTP/1.1" status: 204 len: 168 time: 0.1966147 Sep 16 15:03:47.129593 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4c491-224a-48b9-a1a1-ad4d5d052eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d0f14-27ce-4683-b68f-0fd4dcd6a4b4,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:47.368615 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b30542-6f9c-4c19-9847-3d9535840918 req-b639b5f5-b5a5-4c5c-b9af-586d9162691a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:47.370051 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86b30542-6f9c-4c19-9847-3d9535840918 req-b639b5f5-b5a5-4c5c-b9af-586d9162691a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0497413 Sep 16 15:03:47.408182 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-86b30542-6f9c-4c19-9847-3d9535840918 req-8e16c115-abe3-4b67-8537-3ca9679dae95 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Sep 16 15:03:47.983953 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2f34-5cf8-44d7-90bf-9160aac715ea req-2cd484fd-6a46-4a7d-865e-17d11eaff7db tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:47.985987 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ddd2f34-5cf8-44d7-90bf-9160aac715ea req-2cd484fd-6a46-4a7d-865e-17d11eaff7db tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0478461 Sep 16 15:03:48.022779 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4ddd2f34-5cf8-44d7-90bf-9160aac715ea req-adb6e40a-e5dd-45ee-937b-cf7191cb3598 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab7af60a-9184-4596-a552-25d1b3d24dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305693 Sep 16 15:03:48.149816 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36922) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:48.160546 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-6c4bc503-d3dc-4d48-918f-72771d2f64d3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:48.162000 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-6c4bc503-d3dc-4d48-918f-72771d2f64d3 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 947 time: 0.0475533 Sep 16 15:03:48.245057 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-845103031-network', 'tenant_id': '3d6e301611fe439f9ac3f8762b8c282a'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:48.254720 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Deleting port 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:48.255071 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.339813 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] For port 316af6a2-9166-413c-9a8b-495bc7f98b18, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=316af6a2-9166-413c-9a8b-495bc7f98b18,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:48.340200 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.348107 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Made reservation on behalf of 3d6e301611fe439f9ac3f8762b8c282a for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:48.350432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.359952 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.449437 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.528843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.542876 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.543456 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.543570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Floating IP a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2 disassociated. External IP: 172.27.3.166, port: 316af6a2-9166-413c-9a8b-495bc7f98b18. Sep 16 15:03:48.543933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Calling delete_port for 316af6a2-9166-413c-9a8b-495bc7f98b18 owned by compute:nova {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:48.550106 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:03:48.559089 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694246e-8fe8-4130-8458-37ae6530e99e req-89140b3a-b73d-4d75-8a01-29b7e6704cf2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:48.560609 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9694246e-8fe8-4130-8458-37ae6530e99e req-89140b3a-b73d-4d75-8a01-29b7e6704cf2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0715950 Sep 16 15:03:48.563766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85c5b7-893b-42eb-a06d-bd709afae976,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:48.569634 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.569984 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Added segment dc371383-46bb-4d29-9a8e-5d7bf8b23e0c of type vlan for network 37152995-cf4b-4322-80e5-5d72e9cbeb8e Sep 16 15:03:48.614253 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.644276 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9694246e-8fe8-4130-8458-37ae6530e99e req-8aa8e668-d3e1-4539-a152-16dbaf4b9b60 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755413 Sep 16 15:03:48.723122 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.724159 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:48.724753 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.783503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] Pushing event updated for resources: {'Network': ['ID=37152995-cf4b-4322-80e5-5d72e9cbeb8e,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:48.793134 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:03:48.805930 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:48.833799 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'Port': ['ID=316af6a2-9166-413c-9a8b-495bc7f98b18,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:48.861381 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-55814747-3b47-4bcc-90eb-5b48d01320cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7076247 Sep 16 15:03:48.862152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36928) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:48.866975 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Request body: {'subnet': {'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-845103031-subnet', 'tenant_id': '3d6e301611fe439f9ac3f8762b8c282a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:48.947231 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:03:48.965659 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Made reservation on behalf of 3d6e301611fe439f9ac3f8762b8c282a for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:48.968093 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:49.053985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:49.066285 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:49.077624 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:49.080547 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:49.094790 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] No DVR routers for this DVR port 316af6a2-9166-413c-9a8b-495bc7f98b18 on host hv-cinder-80941 {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:03:49.097458 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:49.099542 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea7b01ab-fe36-4940-84d2-743628021d81 req-bbf58f0d-e7e5-48c9-a4e3-b78457088b80 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.22 "DELETE /v2.0/ports/316af6a2-9166-413c-9a8b-495bc7f98b18 HTTP/1.1" status: 204 len: 173 time: 0.9309635 Sep 16 15:03:49.100097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-deleted', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:49.102781 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7189e03e-66ce-4a0e-9d5c-c72b1b3ba4fb" -d '{"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-deleted", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:49.147263 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb6779-64c8-45b9-982e-b3b04e559916 x-openstack-request-id: req-94fb6779-64c8-45b9-982e-b3b04e559916 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:49.147561 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7797e606-5439-421c-ae28-3b02cfe22c8e", "name": "network-vif-deleted", "tag": "316af6a2-9166-413c-9a8b-495bc7f98b18", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:49.147816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94fb6779-64c8-45b9-982e-b3b04e559916 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:49.148245 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7797e606-5439-421c-ae28-3b02cfe22c8e', 'name': 'network-vif-deleted', 'tag': '316af6a2-9166-413c-9a8b-495bc7f98b18', 'status': 'completed', 'code': 200} Sep 16 15:03:49.150381 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-636ae9ca-99e2-4fb0-9567-b93f564cabac req-dee4afc5-56f3-4559-8d19-577dd9eb7030 tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/ports?device_id=7797e606-5439-421c-ae28-3b02cfe22c8e HTTP/1.1" status: 200 len: 210 time: 0.0335135 Sep 16 15:03:49.209046 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:49.211592 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:49.285231 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b417a1-0dc6-4343-96f3-eb03e4335455,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:49.297783 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Checking segment: {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:49.301192 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Network hostable DHCP agents. Network: 37152995-cf4b-4322-80e5-5d72e9cbeb8e, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:03:49.410090 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:49.439779 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:49.448145 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:49.448750 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:49.462708 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:03:49.548505 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 37152995-cf4b-4322-80e5-5d72e9cbeb8e) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:49.551168 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:49.554200 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:49.554754 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:49.558063 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b3ac5-23f8-4d58-8da0-807194fe14f0 None None] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:49.628991 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-aab2b81e-a0b3-4a62-a3c9-f0653f80b33a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7657852 Sep 16 15:03:49.697653 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b958d8-f6f6-44a8-9876-2c14fe729ad8 None None] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:49.765348 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:49.773620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea789935-f4c1-4a74-a88d-c0b252500450 req-e2d909f6-e910-4cec-9fc1-d284d7209318 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:49.780317 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea789935-f4c1-4a74-a88d-c0b252500450 req-e2d909f6-e910-4cec-9fc1-d284d7209318 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0623686 Sep 16 15:03:49.797820 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c0d63-9787-4ed2-af9a-8f5150235051 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T14:56:43Z', 'revision_number': 4, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '7f7f74ca-217a-45d3-926c-3e0d5662843c', 'name': '', 'network_id': 'd186279b-4ff3-43b2-9c6a-22547e856d7a', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'mac_address': 'fa:16:3e:af:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:42Z', 'updated_at': '2021-09-16T14:56:47Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'subnets': [{'id': 'cc326567-f52c-450c-8f71-6d1e5cdc2437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:49.848906 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ea789935-f4c1-4a74-a88d-c0b252500450 req-6733e126-bb64-4ba0-baf5-55eb2529735d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658436 Sep 16 15:03:50.049712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdccd409-ffbc-4d69-b3f5-b7f8a51b293c None None] New status for floating IP a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2: DOWN {{(pid=106172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:03:50.315481 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 36946) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:50.368954 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.391332 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.486292 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.488963 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.490162 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab7af60a-9184-4596-a552-25d1b3d24dc6 HTTP/1.1" status: 204 len: 168 time: 0.1736758 Sep 16 15:03:50.494127 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36950) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:50.499762 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2967b-e4ca-4068-b440-74b48330c0df tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7af60a-9184-4596-a552-25d1b3d24dc6,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:50.510570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.api.v2.resource [None req-75075477-fd8c-46d5-8aed-6505ed0ecf0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] show failed (client error): The resource could not be found. Sep 16 15:03:50.512316 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-75075477-fd8c-46d5-8aed-6505ed0ecf0e tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "GET /v2.0/security-groups/ab7af60a-9184-4596-a552-25d1b3d24dc6 HTTP/1.1" status: 404 len: 347 time: 0.0170419 Sep 16 15:03:50.515319 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 36952) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:50.525931 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:03:50.641751 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:50.652961 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'mac_address': 'fa:16:3e:e0:09:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:03:50.653225 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Deleting port ee382a47-9284-476e-9559-238da624cd5b {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:50.653575 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.690176 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.702693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2f6cbe-d13c-4b2d-a034-8d764af9fecf {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:03:50.723069 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:50.729067 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.729408 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.740968 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Calling delete_port for ee382a47-9284-476e-9559-238da624cd5b owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:50.816856 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.863455 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:50.870712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.879607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:03:50.947198 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:50.977055 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Pushing event deleted for resources: {'Port': ['ID=ee382a47-9284-476e-9559-238da624cd5b,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:51.022819 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:03:51.026967 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bef40-838d-4800-8361-4b4becb37aa9 req-ccd241cb-e26e-4a1c-8086-e2bd17dc55c2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:51.028495 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-709bef40-838d-4800-8361-4b4becb37aa9 req-ccd241cb-e26e-4a1c-8086-e2bd17dc55c2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 945 time: 0.1110532 Sep 16 15:03:51.070110 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:51.072658 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:51.073813 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-93d3b808-0a69-4428-ac23-72cdb3d271dd tempest-AttachVolumeShelveTestJSON-396421173 tempest-AttachVolumeShelveTestJSON-396421173-project] 10.222.0.30 "DELETE /v2.0/floatingips/a2a0130f-e1bc-4d86-b95e-27c86a6a5cd2 HTTP/1.1" status: 204 len: 168 time: 0.5557001 Sep 16 15:03:51.083893 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-709bef40-838d-4800-8361-4b4becb37aa9 req-00fc3030-5418-4ed2-8275-bca76c2eba2b tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455809 Sep 16 15:03:51.813393 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-4c3a1fc0-177e-4302-85ce-1b14cc1acb62 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:51.814783 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-4c3a1fc0-177e-4302-85ce-1b14cc1acb62 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/networks?id=37152995-cf4b-4322-80e5-5d72e9cbeb8e HTTP/1.1" status: 200 len: 813 time: 0.1058853 Sep 16 15:03:51.829435 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-9ff042c4-c014-47a5-a16e-2d41ae078e69 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/quotas/3d6e301611fe439f9ac3f8762b8c282a HTTP/1.1" status: 200 len: 375 time: 0.0088835 Sep 16 15:03:51.859007 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-59dab33f-3f57-4727-958f-4e3cbaa446b0 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245106 Sep 16 15:03:51.949029 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-38095e3e-94de-4f06-aac9-6fa1df4a53b2 service neutron] 10.222.0.30 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823410 Sep 16 15:03:52.035760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-c4e469ba-f39e-4e30-be06-23f65a21f398 service neutron] 10.222.0.30 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808365 Sep 16 15:03:52.200124 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359cb1-3fe4-4801-92c4-c5415f01aea9 req-f8bfcb76-195f-47f4-90b6-89dc0fffc429 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:52.201594 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e4359cb1-3fe4-4801-92c4-c5415f01aea9 req-f8bfcb76-195f-47f4-90b6-89dc0fffc429 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 945 time: 0.0476861 Sep 16 15:03:52.245217 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e4359cb1-3fe4-4801-92c4-c5415f01aea9 req-37f80f30-1f8a-4968-985d-3b92115f88b3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Sep 16 15:03:52.296635 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-46e98763-87c1-4251-b639-ba4be46afd24 req-70cac305-1473-4936-b850-cf60431981c6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0254691 Sep 16 15:03:52.557160 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:03:52.697276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:03:52.701590 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:03:52.701975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:52.784119 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:52.806259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:52.808554 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f81b3-0f63-43c9-99d7-2ae0359a9596" -d '{"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:52.821545 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:52.850081 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a724196-b643-47ba-9d98-5c08f3405105 x-openstack-request-id: req-3a724196-b643-47ba-9d98-5c08f3405105 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:52.850401 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:52.850657 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a724196-b643-47ba-9d98-5c08f3405105 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:52.851047 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'code': 200} Sep 16 15:03:52.925837 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:52.926651 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:03:52.965014 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 316af6a2-9166-413c-9a8b-495bc7f98b18 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:03:52.965361 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 316af6a2-9166-413c-9a8b-495bc7f98b18 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:03:52.990782 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:53.252861 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969c117-510d-4242-a84f-0137b0c293ec req-45cfa01a-cbf2-42f2-a6e3-55e2ff93c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:53.254373 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9969c117-510d-4242-a84f-0137b0c293ec req-45cfa01a-cbf2-42f2-a6e3-55e2ff93c703 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0418699 Sep 16 15:03:53.291320 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9969c117-510d-4242-a84f-0137b0c293ec req-94f4afed-0406-4203-92f7-5d469b91d6d6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293365 Sep 16 15:03:53.364483 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1c377-ff0b-4a8c-bd49-2a125db7d996 req-34f18086-a4c1-44ca-820e-a8b0028bc20e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:53.366038 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-23a1c377-ff0b-4a8c-bd49-2a125db7d996 req-34f18086-a4c1-44ca-820e-a8b0028bc20e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0484304 Sep 16 15:03:53.399855 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c71a352d-e607-4725-98bb-9e8e05c47980 req-3aca97c7-b69d-4227-8554-af3fe492e307 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0329020 Sep 16 15:03:53.426065 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-23a1c377-ff0b-4a8c-bd49-2a125db7d996 req-7aca585c-2e84-496b-bc7e-37facf41ac7f tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497859 Sep 16 15:03:53.754055 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-5cb37680-05bd-4041-bbc8-07d7655cd176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:53.859160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37010) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:54.542551 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4391ab3c-5315-430b-bb57-94402700f385 req-56c7538c-a850-4053-8bcd-da98d098ff7b tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0634055 Sep 16 15:03:54.658504 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0ac95-c751-4cc8-ba57-7b6c64979c54 req-d6bf6e47-fb3c-4aef-9836-993caa227955 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:54.660023 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88e0ac95-c751-4cc8-ba57-7b6c64979c54 req-d6bf6e47-fb3c-4aef-9836-993caa227955 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.1499562 Sep 16 15:03:54.668346 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6190fa55-0938-45aa-8cc7-8a768f6b7372 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:54.669681 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6190fa55-0938-45aa-8cc7-8a768f6b7372 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "GET /v2.0/networks?id=37152995-cf4b-4322-80e5-5d72e9cbeb8e HTTP/1.1" status: 200 len: 813 time: 0.2053671 Sep 16 15:03:54.685473 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Request body: {'port': {'device_id': '395c5f14-e965-4707-ac69-d62647eb7eff', 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e', 'admin_state_up': True, 'tenant_id': '3d6e301611fe439f9ac3f8762b8c282a'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:54.720149 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:54.771405 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:03:54.809333 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-88e0ac95-c751-4cc8-ba57-7b6c64979c54 req-ef02754a-ce49-4c8d-8a1b-459878210219 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386771 Sep 16 15:03:55.005509 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9246215-9760-40b8-a5ff-69044d971409 req-cf41adfc-3081-4c37-b54b-1627d8232f84 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:55.007140 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d9246215-9760-40b8-a5ff-69044d971409 req-cf41adfc-3081-4c37-b54b-1627d8232f84 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.1231411 Sep 16 15:03:55.053158 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d9246215-9760-40b8-a5ff-69044d971409 req-71331de5-940a-4118-bd51-ad6a72ef1537 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Sep 16 15:03:55.074535 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37020) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:55.129718 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Deleting port 7f7f74ca-217a-45d3-926c-3e0d5662843c {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:55.130071 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.133036 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Made reservation on behalf of 3d6e301611fe439f9ac3f8762b8c282a for: {'port': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:03:55.136486 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.214278 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51951841-0bfb-400c-9ddf-1da100acacc2 tempest-TestShelveInstance-1674028052 tempest-TestShelveInstance-1674028052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:55.219082 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-51951841-0bfb-400c-9ddf-1da100acacc2 tempest-TestShelveInstance-1674028052 tempest-TestShelveInstance-1674028052-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1094 time: 0.1402757 Sep 16 15:03:55.219082 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37028) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:55.223520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:55.274083 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] For port 7f7f74ca-217a-45d3-926c-3e0d5662843c, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=7f7f74ca-217a-45d3-926c-3e0d5662843c,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:55.274397 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.312395 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Calling delete_port for 7f7f74ca-217a-45d3-926c-3e0d5662843c owned by network:router_interface {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:55.325975 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for floatingip, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.370645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Allocated IP 172.20.0.10 (37152995-cf4b-4322-80e5-5d72e9cbeb8e/51b417a1-0dc6-4343-96f3-eb03e4335455/027c30f2-a7d4-487e-bdcb-deaf8970ef6b) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:55.425299 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.531444 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Allocated IP 172.27.3.145 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/6a811974-7b6b-4536-986a-c6995549af80) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:03:55.614112 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.652652 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-787a2a07-5f7d-460a-82ff-c42fa4b1c520 req-246459e3-63f0-4449-aaf8-7e91e4938f02 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0339360 Sep 16 15:03:55.734520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.746682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.760863 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7f74ca-217a-45d3-926c-3e0d5662843c,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:55.765104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.844865 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:55.852737 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:55.858663 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:55.859549 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:55.873690 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Pushing event updated for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:55.900375 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:03:55.903595 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:03:55.905991 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:03:55.942934 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'Port': ['ID=6a811974-7b6b-4536-986a-c6995549af80,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:55.963470 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:55.964123 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.031207 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.044056 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-6defa0b1-7162-4d74-ac86-94d2e3f81215 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3641284 Sep 16 15:03:56.078403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Request body: {'port': {'device_id': '395c5f14-e965-4707-ac69-d62647eb7eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:03:56.174253 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.268839 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.409695 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.411387 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7e8a042e-af85-4bc2-9a0f-8832e1cbd737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.413451 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:03:56.553974 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.605243 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:56.612477 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.613948 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4dc97d00-d420-4b51-8a0d-3fe058aa2e35 admin admin] 10.222.0.30 "PUT /v2.0/routers/58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7535524 Sep 16 15:03:56.616702 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Sync routers for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:56.618728 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37032) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:56.618866 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027c30f2-a7d4-487e-bdcb-deaf8970ef6b {{(pid=106170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:03:56.626467 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.627695 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:56.627695 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:56.639301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.provisioning_blocks [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Transition to ACTIVE for port object 027c30f2-a7d4-487e-bdcb-deaf8970ef6b will not be triggered until provisioned by entity L2. {{(pid=106170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:03:56.712867 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.735264 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event updated for resources: {'Port': ['ID=6a811974-7b6b-4536-986a-c6995549af80,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:56.744782 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:56.760381 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Pushing event updated for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:56.775664 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.834849 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks [] for router, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.869875 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7d25-0488-4ee1-9073-00698a392ba5 req-8efbc9b1-577e-4388-bef6-458e8b43c76c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:56.871415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-323d7d25-0488-4ee1-9073-00698a392ba5 req-8efbc9b1-577e-4388-bef6-458e8b43c76c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 944 time: 0.1122217 Sep 16 15:03:56.895174 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Attempting to bind port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:03:56.895538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Attempting to bind port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:03:56.895866 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Attempting to bind port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:56.902620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:03:56.902620 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Attempting to bind port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:03:56.925457 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:03:56.925941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Checking segment: {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:03:56.926418 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Bound using segment: {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'} {{(pid=106170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:03:56.926987 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.managers [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Bound port: 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'}}] {{(pid=106170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:03:56.927488 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:56.957459 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Floating IP 5139055e-35d4-4f02-a5f1-f0dc40e4e72e associated. External IP: 172.27.3.145, port: aa2f6cbe-d13c-4b2d-a034-8d764af9fecf. Sep 16 15:03:56.977279 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-323d7d25-0488-4ee1-9073-00698a392ba5 req-d9437896-79df-4929-bd7f-efb966f6b364 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830674 Sep 16 15:03:57.018479 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.022240 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, cleared binding levels {{(pid=106170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:03:57.023255 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T15:03:55Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.025864 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:03:57.049540 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Checking router: 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:57.057870 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Routers {'58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:57.058480 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.084048 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.116823 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.117871 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.119719 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/027c30f2-a7d4-487e-bdcb-deaf8970ef6b HTTP/1.1" status: 200 len: 1094 time: 1.0454125 Sep 16 15:03:57.123157 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:57.125435 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2aa73a-add1-45c3-8e9f-377549d81caf" -d '{"events": [{"name": "network-changed", "server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:57.153845 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acfbf-15a5-4be8-ad48-25ce58e503b4 service neutron] Pushing event updated for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=3']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:57.171390 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad55221b-4024-4811-a7a6-7b0f26ad5453 x-openstack-request-id: req-ad55221b-4024-4811-a7a6-7b0f26ad5453 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:57.173070 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:57.173429 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad55221b-4024-4811-a7a6-7b0f26ad5453 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:57.173959 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b', 'status': 'completed', 'code': 200} Sep 16 15:03:57.190211 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] Set router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:57.212015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Router 6414d2e8-bfe6-4a21-b214-fd243e37934b has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:03:57.219947 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Deleting port fa40428d-8e17-490f-82fd-6d250ea9eea1 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:57.220276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.247724 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-d990f4ee-bd83-4d5f-bea7-147ce95a183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.249394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-d990f4ee-bd83-4d5f-bea7-147ce95a183d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 1097 time: 0.0567086 Sep 16 15:03:57.307021 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.360636 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-f9bbbcc3-2db2-445c-a72d-e629ab147a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.362115 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-f9bbbcc3-2db2-445c-a72d-e629ab147a25 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1044502 Sep 16 15:03:57.380889 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] For port fa40428d-8e17-490f-82fd-6d250ea9eea1, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=fa40428d-8e17-490f-82fd-6d250ea9eea1,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:57.381384 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.395021 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T15:03:55Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.395999 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:03:57.402647 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Calling delete_port for fa40428d-8e17-490f-82fd-6d250ea9eea1 owned by network:router_gateway {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:57.412784 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Sync routers for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:03:57.426787 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ada3b8c-3482-40a9-9be8-fb790e2dbdf4 None None] The sync data for ids ['58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45'] in dv-cinder-809417-1-iscsi is: [{'id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'name': 'tempest-AttachVolumeShelveTestJSON-1450469158-router', 'tenant_id': 'e36d336f71ba40faba873e21ebd5602d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T14:56:34Z', 'updated_at': '2021-09-16T15:03:55Z', 'revision_number': 5, 'project_id': 'e36d336f71ba40faba873e21ebd5602d', 'gw_port': {'id': 'fa40428d-8e17-490f-82fd-6d250ea9eea1', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T14:56:36Z', 'updated_at': '2021-09-16T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:57.435838 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:57.436620 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.517628 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-2d3c97bc-0a85-49c9-997b-5f6d10b559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.519107 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1d2aa73a-add1-45c3-8e9f-377549d81caf req-2d3c97bc-0a85-49c9-997b-5f6d10b559d0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489909 Sep 16 15:03:57.521147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.558872 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-41960b8c-5d91-4493-9b22-8799135c5255 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3391600 Sep 16 15:03:57.560173 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:03:57.562474 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b292b58-bff5-41f4-9736-4b9be6cf218e" -d '{"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:03:57.564099 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:57.718798 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.760488 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa40428d-8e17-490f-82fd-6d250ea9eea1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:57.817026 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.838394 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde03eb-5e69-439f-8d8f-3d1e5a6b068f x-openstack-request-id: req-2fde03eb-5e69-439f-8d8f-3d1e5a6b068f {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:03:57.838715 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:03:57.839138 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fde03eb-5e69-439f-8d8f-3d1e5a6b068f {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:03:57.840133 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'status': 'completed', 'code': 200} Sep 16 15:03:57.843567 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:57.850272 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '5139055e-35d4-4f02-a5f1-f0dc40e4e72e', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'mac_address': 'fa:16:3e:e0:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:03:56Z', 'updated_at': '2021-09-16T15:03:56Z', 'revision_number': 0, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.886421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Checking router: 6414d2e8-bfe6-4a21-b214-fd243e37934b for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:03:57.893445 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-a52f0398-dfe1-425d-b809-f801cf545eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:57.894923 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:03:57.895047 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-a52f0398-dfe1-425d-b809-f801cf545eb8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 1097 time: 0.3392684 Sep 16 15:03:57.895567 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:03:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:57.940252 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-7470f53b-71ac-4419-8f10-92d5128fcf55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b HTTP/1.1" status: 200 len: 217 time: 0.0367570 Sep 16 15:03:58.004477 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-897c58f7-2922-4646-a20f-7fc26a369e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.006140 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-897c58f7-2922-4646-a20f-7fc26a369e1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b417a1-0dc6-4343-96f3-eb03e4335455 HTTP/1.1" status: 200 len: 853 time: 0.0588007 Sep 16 15:03:58.013799 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:03:58.051542 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-db3c8ddf-5912-4749-a3b0-0f4859fb0310 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37152995-cf4b-4322-80e5-5d72e9cbeb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323575 Sep 16 15:03:58.178250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565862b-7c14-4c79-a264-b13fab20c8ef req-6ff92373-faa2-49f3-b425-db84e14b16e9 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.181915 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1565862b-7c14-4c79-a264-b13fab20c8ef req-6ff92373-faa2-49f3-b425-db84e14b16e9 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 944 time: 0.0985038 Sep 16 15:03:58.217000 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-77588bd2-1758-4468-bccc-b72d8a220975 service neutron] 10.222.0.22 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578486 Sep 16 15:03:58.246846 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.248009 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.256283 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1565862b-7c14-4c79-a264-b13fab20c8ef req-eda0019e-21ac-4fbd-a1d8-df7abaa206d4 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688789 Sep 16 15:03:58.258180 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-62723c90-c544-44e2-b6da-2b8ab1ae165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.259691 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-62723c90-c544-44e2-b6da-2b8ab1ae165c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.4235165 Sep 16 15:03:58.284427 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '5139055e-35d4-4f02-a5f1-f0dc40e4e72e', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'mac_address': 'fa:16:3e:e0:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:03:56Z', 'updated_at': '2021-09-16T15:03:56Z', 'revision_number': 0, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:58.316309 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954ec1d-8cb6-47c2-be34-910631579761 None None] The sync data for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi is: [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': '5139055e-35d4-4f02-a5f1-f0dc40e4e72e', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'mac_address': 'fa:16:3e:e0:09:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:03:56Z', 'updated_at': '2021-09-16T15:03:56Z', 'revision_number': 0, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:03:58.331852 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-152ece62-ed00-4539-8832-2b7bef9af7fe service neutron] 10.222.0.22 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023138 Sep 16 15:03:58.375190 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-9c93d4c9-197a-41d7-bfd7-4d98928343ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.377337 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-9c93d4c9-197a-41d7-bfd7-4d98928343ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0884845 Sep 16 15:03:58.392644 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.393203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 {{(pid=106171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:03:58.426264 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.430048 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1970ee21-db0c-4000-b4ce-b6c33e6d68dd admin admin] 10.222.0.30 "DELETE /v2.0/routers/58dd1ee6-e91d-49b5-90a2-2e89e9bd1a45 HTTP/1.1" status: 204 len: 168 time: 1.8064544 Sep 16 15:03:58.430161 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37046) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:58.486833 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-7170d7f8-6e65-4d8f-9e06-2a3f93dbca25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1000 time: 0.1019742 Sep 16 15:03:58.494489 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Deleting subnet cc326567-f52c-450c-8f71-6d1e5cdc2437 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:03:58.507763 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.540892 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e32282-72c5-4cfa-87f6-245e9965a1a9 None None] New status for floating IP 5139055e-35d4-4f02-a5f1-f0dc40e4e72e: ACTIVE {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:03:58.578741 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.581909 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-e4f40ba6-415c-4384-8d99-e3b67302f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.583379 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-e4f40ba6-415c-4384-8d99-e3b67302f5c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0864248 Sep 16 15:03:58.671786 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-3853a2ae-1923-4f51-8331-e64252fabfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:58.673497 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-3853a2ae-1923-4f51-8331-e64252fabfac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728581 Sep 16 15:03:58.708827 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.811133 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-66ca47bc-fff5-4a4e-8f7d-314a0e6d5ed3 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284695 Sep 16 15:03:58.881176 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.911718 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc326567-f52c-450c-8f71-6d1e5cdc2437,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:58.922160 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:58.924199 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3a8808d5-70a5-44f2-ad81-eae03550d4a6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc326567-f52c-450c-8f71-6d1e5cdc2437 HTTP/1.1" status: 204 len: 168 time: 0.4927652 Sep 16 15:03:58.926342 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450eb37-5894-43e5-944c-535a58c7c9b4 None None] Network d186279b-4ff3-43b2-9c6a-22547e856d7a requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:03:58.927366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37048) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:03:58.939463 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-6b292b58-bff5-41f4-9736-4b9be6cf218e req-4811eefe-f42c-488a-9be0-1daf0b264410 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199913 Sep 16 15:03:58.999478 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.053140 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Deleting port 070ada15-6d99-49e5-9767-f901d1c28f46 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:59.053493 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.072082 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.124878 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] For port 070ada15-6d99-49e5-9767-f901d1c28f46, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=070ada15-6d99-49e5-9767-f901d1c28f46,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:59.125270 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.127729 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] DHCP port deletion for d186279b-4ff3-43b2-9c6a-22547e856d7a request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:03:59.138097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Calling delete_port for 070ada15-6d99-49e5-9767-f901d1c28f46 owned by network:dhcp {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:59.176806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Deleting port 070ada15-6d99-49e5-9767-f901d1c28f46 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:03:59.177105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.237407 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] For port 070ada15-6d99-49e5-9767-f901d1c28f46, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=070ada15-6d99-49e5-9767-f901d1c28f46,segment=NetworkSegment(d228f366-c21e-43d7-9c7d-911f13fe624b),segment_id=d228f366-c21e-43d7-9c7d-911f13fe624b)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:03:59.237812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.249982 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Calling delete_port for 070ada15-6d99-49e5-9767-f901d1c28f46 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:03:59.297054 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.325791 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] No DVR routers for this DVR port 070ada15-6d99-49e5-9767-f901d1c28f46 on host dv-cinder-809417-1-iscsi {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:03:59.329571 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=070ada15-6d99-49e5-9767-f901d1c28f46,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:59.329859 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.356191 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] Pushing event deleted for resources: {'Port': ['ID=070ada15-6d99-49e5-9767-f901d1c28f46,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:59.362473 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0024e-cc99-496d-9979-c6d310e92425 None None] No DVR routers for this DVR port 070ada15-6d99-49e5-9767-f901d1c28f46 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:03:59.434638 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 7f7f74ca-217a-45d3-926c-3e0d5662843c no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:03:59.435776 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.454483 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 7f7f74ca-217a-45d3-926c-3e0d5662843c {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:03:59.454833 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 7f7f74ca-217a-45d3-926c-3e0d5662843c not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:03:59.455263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device fa40428d-8e17-490f-82fd-6d250ea9eea1 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:03:59.457246 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262d8e0-5803-4e53-83df-de98ce06e226 req-ef83562b-a8f3-4357-87d4-ebc40eecbdcc tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:03:59.458727 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1262d8e0-5803-4e53-83df-de98ce06e226 req-ef83562b-a8f3-4357-87d4-ebc40eecbdcc tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 944 time: 0.1263590 Sep 16 15:03:59.468627 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d186279b-4ff3-43b2-9c6a-22547e856d7a']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:59.474518 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: fa40428d-8e17-490f-82fd-6d250ea9eea1 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:03:59.477260 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device fa40428d-8e17-490f-82fd-6d250ea9eea1 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:03:59.477260 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 070ada15-6d99-49e5-9767-f901d1c28f46 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:03:59.490132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd228f366-c21e-43d7-9c7d-911f13fe624b') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:59.490439 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd228f366-c21e-43d7-9c7d-911f13fe624b') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:03:59.494244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 070ada15-6d99-49e5-9767-f901d1c28f46 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:03:59.494617 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 070ada15-6d99-49e5-9767-f901d1c28f46 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:03:59.502429 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.526392 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.530581 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1262d8e0-5803-4e53-83df-de98ce06e226 req-d05826a7-ad7d-4ae1-9710-60c790b9468c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Sep 16 15:03:59.535749 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:03:59.542887 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:03:59.686063 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.691512 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:03:59.693355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d186279b-4ff3-43b2-9c6a-22547e856d7a HTTP/1.1" status: 204 len: 168 time: 0.7649379 Sep 16 15:03:59.704341 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763cda2-2d44-45ca-bf89-59c4681f3d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=d186279b-4ff3-43b2-9c6a-22547e856d7a,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:03:59.993112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37054) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:00.032737 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-a9b126d7-e1ad-42ca-81d8-fee252dcd3d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e36d336f71ba40faba873e21ebd5602d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384967 Sep 16 15:04:00.035110 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37056) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:00.081189 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.101170 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.211460 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.214015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.215169 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8766b6cb-f8b0-4d26-beb6-500e8b1c3417 HTTP/1.1" status: 204 len: 168 time: 0.1791925 Sep 16 15:04:00.222841 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff1aeb-312c-4d43-acab-4bb598bf65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8766b6cb-f8b0-4d26-beb6-500e8b1c3417,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:00.591786 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 027c30f2-a7d4-487e-bdcb-deaf8970ef6b details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:04:00.651783 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaadf6-d300-42eb-af86-430bcd1fe292 req-28e3435e-f7be-4123-a338-a87aaff5a2d1 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:00.653286 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c6aaadf6-d300-42eb-af86-430bcd1fe292 req-28e3435e-f7be-4123-a338-a87aaff5a2d1 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 944 time: 0.0560644 Sep 16 15:04:00.695008 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c6aaadf6-d300-42eb-af86-430bcd1fe292 req-def3cec6-13d2-4727-9f04-e551c5096ad2 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349085 Sep 16 15:04:00.697170 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:04:00.714493 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b', 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e', 'port_id': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b', 'mac_address': 'fa:16:3e:7f:1a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b417a1-0dc6-4343-96f3-eb03e4335455', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:04:00.751969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.763875 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027c30f2-a7d4-487e-bdcb-deaf8970ef6b {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:04:00.786099 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:04:00.863061 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:00.910979 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:01.082589 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['027c30f2-a7d4-487e-bdcb-deaf8970ef6b'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:04:01.807017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59932bb1-09de-45d0-9311-7887ca0a47bc req-885c20a8-bbb4-4193-b3d7-3f4983de2b20 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:01.808516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-59932bb1-09de-45d0-9311-7887ca0a47bc req-885c20a8-bbb4-4193-b3d7-3f4983de2b20 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 945 time: 0.0469518 Sep 16 15:04:01.848409 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-59932bb1-09de-45d0-9311-7887ca0a47bc req-0bb036b1-479d-4612-bc4f-53a716730c13 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Sep 16 15:04:01.977240 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37110) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:02.081001 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-929be563-78fa-4b06-9188-ec270eeaa383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.166550 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-929be563-78fa-4b06-9188-ec270eeaa383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.239768 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-929be563-78fa-4b06-9188-ec270eeaa383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.277471 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-929be563-78fa-4b06-9188-ec270eeaa383 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f839bcb3e8644cc59d639d1d1e92c708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991414 Sep 16 15:04:02.278542 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929be563-78fa-4b06-9188-ec270eeaa383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26936e0a-ce13-48ba-a872-fd68746954aa,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:02.280260 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37114) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:02.329918 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.350841 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.468520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.471852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.472984 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26936e0a-ce13-48ba-a872-fd68746954aa HTTP/1.1" status: 204 len: 168 time: 0.1917188 Sep 16 15:04:02.480604 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3bbad-6f3a-4ead-9394-1030ffdfe9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26936e0a-ce13-48ba-a872-fd68746954aa,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:02.597757 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 027c30f2-a7d4-487e-bdcb-deaf8970ef6b up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:04:02.760279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:04:02.764184 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:04:02.764560 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.842043 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.865163 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:04:02.867361 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b795682-7e74-4314-a04d-f421cd3c3b3b" -d '{"events": [{"server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "name": "network-vif-plugged", "status": "completed", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:04:02.885006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:04:02.925426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90917b11-8be9-4170-b038-c2d589c3b530 x-openstack-request-id: req-90917b11-8be9-4170-b038-c2d589c3b530 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:04:02.925722 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "name": "network-vif-plugged", "status": "completed", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:04:02.925978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90917b11-8be9-4170-b038-c2d589c3b530 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:04:02.926699 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b', 'code': 200} Sep 16 15:04:02.948971 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:02.993900 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44571cdd-70c2-47c1-83f7-3d08a0751a49 req-5bd5898c-9187-4f61-8770-b9ea9718e693 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:02.995509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-44571cdd-70c2-47c1-83f7-3d08a0751a49 req-5bd5898c-9187-4f61-8770-b9ea9718e693 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0524602 Sep 16 15:04:03.002199 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:03.033614 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-44571cdd-70c2-47c1-83f7-3d08a0751a49 req-de80f047-c124-4baf-b451-9711f5d796c5 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Sep 16 15:04:03.239032 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4eb77-af6b-4dd8-9237-9a0e967a1813 req-aa3d91a8-21ce-49d1-80e0-b08f15811faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:03.240560 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-61c4eb77-af6b-4dd8-9237-9a0e967a1813 req-aa3d91a8-21ce-49d1-80e0-b08f15811faa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 1099 time: 0.0387135 Sep 16 15:04:03.285850 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-61c4eb77-af6b-4dd8-9237-9a0e967a1813 req-b7c8bde1-0a5b-4678-a5b3-a294db4972eb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Sep 16 15:04:04.154758 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4401e-4b32-487c-bb1d-129e1b857889 req-f9052364-8b82-4216-a251-dcb43fe6d094 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:04.157849 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43d4401e-4b32-487c-bb1d-129e1b857889 req-f9052364-8b82-4216-a251-dcb43fe6d094 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0557702 Sep 16 15:04:04.195588 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-43d4401e-4b32-487c-bb1d-129e1b857889 req-a5b72731-b9ab-464c-89b7-a984b7abb732 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Sep 16 15:04:05.101288 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37174) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:05.201874 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-57763095-f849-4ddf-ae69-c5eefc4621f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.289491 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-57763095-f849-4ddf-ae69-c5eefc4621f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.311463 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a695b5-3d14-4ff5-9cb9-48fee1dcfa65 req-f3f7fa28-eb78-4265-a77e-e5c7d6771d1c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:05.312981 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99a695b5-3d14-4ff5-9cb9-48fee1dcfa65 req-f3f7fa28-eb78-4265-a77e-e5c7d6771d1c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0496044 Sep 16 15:04:05.350664 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-99a695b5-3d14-4ff5-9cb9-48fee1dcfa65 req-c1e4ec36-bf40-4701-a033-327132a42be6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Sep 16 15:04:05.386441 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-57763095-f849-4ddf-ae69-c5eefc4621f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.427808 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-57763095-f849-4ddf-ae69-c5eefc4621f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5b7d4b3b5054e819ad691d966473dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252344 Sep 16 15:04:05.428593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57763095-f849-4ddf-ae69-c5eefc4621f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d889094e-1f7c-439f-8bfe-aa3a62999820,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:05.431237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37194) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:05.484320 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.506812 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.620995 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.623648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:05.627977 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d889094e-1f7c-439f-8bfe-aa3a62999820 HTTP/1.1" status: 204 len: 168 time: 0.1922739 Sep 16 15:04:05.635896 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb90c5a-9f9f-4017-a280-c99cd9cc2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d889094e-1f7c-439f-8bfe-aa3a62999820,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:06.295205 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37228) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:06.307902 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69eff15e-3630-4dbb-872e-f49d20356783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.397592 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69eff15e-3630-4dbb-872e-f49d20356783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.466358 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-69eff15e-3630-4dbb-872e-f49d20356783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.505904 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-69eff15e-3630-4dbb-872e-f49d20356783 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fac342a484b4ade8f4f64dac423f36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095406 Sep 16 15:04:06.506765 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eff15e-3630-4dbb-872e-f49d20356783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f8f144-eab3-4626-8be5-46846b7e615b,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:06.509257 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37238) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:06.558672 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.581709 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.700880 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.703462 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:06.704694 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40f8f144-eab3-4626-8be5-46846b7e615b HTTP/1.1" status: 204 len: 168 time: 0.1934969 Sep 16 15:04:06.713566 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411186b3-af25-49d3-976f-a0db101013b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f8f144-eab3-4626-8be5-46846b7e615b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:12.774857 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.037323 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37354) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:14.140847 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-67149530-115f-4ea8-a154-fe0793a3092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.225944 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-67149530-115f-4ea8-a154-fe0793a3092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.289494 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-67149530-115f-4ea8-a154-fe0793a3092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.328003 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-67149530-115f-4ea8-a154-fe0793a3092b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38d211b11e5e4f1ebfe8338c4d93dcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894011 Sep 16 15:04:14.328854 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67149530-115f-4ea8-a154-fe0793a3092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a0e559-3065-424b-a58a-5b4290b22a73,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:14.330760 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37358) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:14.381082 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.402490 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.497656 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.500292 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:14.501554 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15a0e559-3065-424b-a58a-5b4290b22a73 HTTP/1.1" status: 204 len: 168 time: 0.1698167 Sep 16 15:04:14.514352 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a0e559-3065-424b-a58a-5b4290b22a73,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:14.522172 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.522530 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.522873 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.523314 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.523710 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.524002 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:14.528492 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e424c-0672-4f2f-86e0-d5085b32a4a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:15.088037 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37366) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:15.100946 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-40751ae7-e154-4bc6-968f-e9cf5b792b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.187882 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-40751ae7-e154-4bc6-968f-e9cf5b792b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.263330 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-40751ae7-e154-4bc6-968f-e9cf5b792b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.303439 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40751ae7-e154-4bc6-968f-e9cf5b792b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0b333-41b4-4b8b-b5ae-5c872352d841,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:15.307925 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-40751ae7-e154-4bc6-968f-e9cf5b792b54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7e2f5d1dc774c559739dc744f68abad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187653 Sep 16 15:04:15.310532 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37368) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:15.358773 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.381323 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.480941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.483572 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:15.484758 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50c0b333-41b4-4b8b-b5ae-5c872352d841 HTTP/1.1" status: 204 len: 168 time: 0.1733108 Sep 16 15:04:15.493941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8a863-8906-4b73-9c44-e98c413c8000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0b333-41b4-4b8b-b5ae-5c872352d841,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:23.748591 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7d7fc5fa-889c-4b53-9ca4-9386442cbda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:26.426831 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-371f6203-e7e4-4e98-a1f4-c4a36ab8cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:27.381131 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:27.777255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.020559 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37508) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:28.121586 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bb33d7ff-a90b-4b35-be85-97e9ed3fff3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.205903 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bb33d7ff-a90b-4b35-be85-97e9ed3fff3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.286282 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bb33d7ff-a90b-4b35-be85-97e9ed3fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.328875 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-bb33d7ff-a90b-4b35-be85-97e9ed3fff3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b72e52280211492894dc0766a1166f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072670 Sep 16 15:04:28.329671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33d7ff-a90b-4b35-be85-97e9ed3fff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba2aa2e-2982-4b10-b511-6757193c8e34,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:28.331660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37512) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:28.382302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.403082 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.500708 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.503308 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:28.504483 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aba2aa2e-2982-4b10-b511-6757193c8e34 HTTP/1.1" status: 204 len: 168 time: 0.1718111 Sep 16 15:04:28.512476 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba113-81c8-4f5c-a269-0b7c1ffc11d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba2aa2e-2982-4b10-b511-6757193c8e34,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:29.036504 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37520) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:29.038384 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.049626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08dae2f4-92dd-4c18-b200-900f008813c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.134390 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08dae2f4-92dd-4c18-b200-900f008813c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.194522 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-08dae2f4-92dd-4c18-b200-900f008813c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.228690 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-08dae2f4-92dd-4c18-b200-900f008813c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d9a9ef3b125454297b36abd35d29ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906588 Sep 16 15:04:29.231433 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37522) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:29.233250 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dae2f4-92dd-4c18-b200-900f008813c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2c25c5-302d-4442-8d68-8126f0d1372e,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:29.278724 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.299362 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.403773 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.406340 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:29.407480 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc2c25c5-302d-4442-8d68-8126f0d1372e HTTP/1.1" status: 204 len: 168 time: 0.1749847 Sep 16 15:04:29.415778 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fcbe5-308a-43f9-a7a0-dc93a1501df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2c25c5-302d-4442-8d68-8126f0d1372e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:30.455294 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37546) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:30.548072 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730364364-network', 'tenant_id': 'e5709a6378f4475b9f542ef964270661'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:30.669142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Made reservation on behalf of e5709a6378f4475b9f542ef964270661 for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:30.671398 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.680021 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.765566 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.832417 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.853510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:04:30.866912 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11bd4d-3751-4bd0-8b4b-7124e293f952,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:30.871932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.872285 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Added segment 8af828b6-971f-40e5-9254-677fa45193c2 of type vlan for network f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 Sep 16 15:04:30.913645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.988802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:30.989750 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:30.990827 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:31.047834 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] Pushing event updated for resources: {'Network': ['ID=f23ba9bd-d28b-47a5-b516-eb2e5697b8b7,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:31.057509 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:04:31.081372 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6d245910-4a6f-4023-8bca-2a19c6f6f5ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6249576 Sep 16 15:04:31.084781 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37552) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:31.089452 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Request body: {'subnet': {'network_id': 'f23ba9bd-d28b-47a5-b516-eb2e5697b8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730364364-subnet', 'tenant_id': 'e5709a6378f4475b9f542ef964270661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:31.166551 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Made reservation on behalf of e5709a6378f4475b9f542ef964270661 for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:31.168910 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13618787'] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:31.395091 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16547407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13618765'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:31.447698 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57337a9-e31a-4ade-8f69-393af356186d,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:31.457722 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Checking segment: {'id': '8af828b6-971f-40e5-9254-677fa45193c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f23ba9bd-d28b-47a5-b516-eb2e5697b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:04:31.458299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Network hostable DHCP agents. Network: f23ba9bd-d28b-47a5-b516-eb2e5697b8b7, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:04:31.526199 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Network f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:04:31.606242 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, f23ba9bd-d28b-47a5-b516-eb2e5697b8b7) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:04:31.610430 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:31.611018 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:31.616311 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb31fa-308b-409a-8ecd-00b618421d6b None None] Network f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:31.690621 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-9a0932da-aadc-4968-9926-df86d38d778b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6046274 Sep 16 15:04:31.742315 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd60243-a882-4f23-9362-95fd92394517 None None] Network f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:31.770622 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:04:32.493535 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37572) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:32.498621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646673029-network', 'tenant_id': '46f0abc6c51246d29ea7e63d1aa5847b'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:32.566244 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Made reservation on behalf of 46f0abc6c51246d29ea7e63d1aa5847b for: {'network': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:32.568461 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.577511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.667741 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.714473 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.738001 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:04:32.747583 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bcfd2d-7e45-4015-aeb2-251e494ea24c,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:32.752280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.752627 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.segments_db [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Added segment e8d143cf-8382-4d4d-9ad6-c0e59e675d81 of type vlan for network 1fbb3627-6dd1-41bb-b722-29bd71946701 Sep 16 15:04:32.791258 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.858015 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.858920 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:32.859510 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:32.919144 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbb3627-6dd1-41bb-b722-29bd71946701,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:32.928992 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 1fbb3627-6dd1-41bb-b722-29bd71946701 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:04:32.955919 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-7ae72e31-e00b-4336-bdc5-74270a27f2c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4609857 Sep 16 15:04:32.958544 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37576) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:32.964768 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Request body: {'subnet': {'network_id': '1fbb3627-6dd1-41bb-b722-29bd71946701', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646673029-subnet', 'tenant_id': '46f0abc6c51246d29ea7e63d1aa5847b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:04:33.061108 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Made reservation on behalf of 46f0abc6c51246d29ea7e63d1aa5847b for: {'subnet': 1} {{(pid=106170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:04:33.063398 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13618787'] for subnet, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:33.278635 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16547407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13618765'] for subnet, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:33.340320 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c251b3a0-3da7-4ff6-844c-82b5163ee6f1,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:33.342745 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Checking segment: {'id': 'e8d143cf-8382-4d4d-9ad6-c0e59e675d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1fbb3627-6dd1-41bb-b722-29bd71946701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:04:33.343097 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Network hostable DHCP agents. Network: 1fbb3627-6dd1-41bb-b722-29bd71946701, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:04:33.417796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Network 1fbb3627-6dd1-41bb-b722-29bd71946701 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:04:33.503473 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 1fbb3627-6dd1-41bb-b722-29bd71946701) {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:04:33.508042 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:33.513923 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:33.514131 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bffe9f1-23cc-4a1d-8b1f-8829811785e2 None None] Network 1fbb3627-6dd1-41bb-b722-29bd71946701 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:33.561608 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0eca8c18-96f5-4eb0-a165-8985303f1670 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6006737 Sep 16 15:04:33.636341 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee730d-c648-4602-9719-f85df3a8c369 None None] Network 1fbb3627-6dd1-41bb-b722-29bd71946701 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:04:42.821551 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:48.248610 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-515e88d9-3644-464d-9e7e-e1be12cf2751 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394640 Sep 16 15:04:48.330361 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-49d7957f-7189-482d-8492-126a708c7405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:48.331868 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-49d7957f-7189-482d-8492-126a708c7405 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0421782 Sep 16 15:04:48.433564 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-9abba3c5-7cd6-4688-8dea-37ea58c47c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:48.434954 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-9abba3c5-7cd6-4688-8dea-37ea58c47c10 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0840368 Sep 16 15:04:48.502030 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-c6b2e1bb-7214-4dfc-acec-6b6430bd2862 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1002 time: 0.0600502 Sep 16 15:04:48.549761 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-c222096d-ecb9-49e1-a4da-d18d7efcd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:48.551133 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-c222096d-ecb9-49e1-a4da-d18d7efcd6d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0415268 Sep 16 15:04:48.595860 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-537f04d5-1de1-4488-99ee-4f8dad59f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:48.597339 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-537f04d5-1de1-4488-99ee-4f8dad59f17a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370574 Sep 16 15:04:48.691227 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-d04ddd79-8c0a-4c91-b0e5-8b6397120d2d service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Sep 16 15:04:48.783720 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-89e083d5-4276-4151-8cdd-2e8bdcd9881d req-5b46d4f3-886f-49b0-92d9-96632a150d39 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846088 Sep 16 15:04:53.091417 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188be97-04cc-4a89-ac3b-406f59f5fc8e req-fc6a5b6e-028b-413c-91d7-2a53785d2779 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:53.092925 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c188be97-04cc-4a89-ac3b-406f59f5fc8e req-fc6a5b6e-028b-413c-91d7-2a53785d2779 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0493555 Sep 16 15:04:53.129635 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c188be97-04cc-4a89-ac3b-406f59f5fc8e req-c02f1971-42c4-4ed4-baf7-083e89cfd260 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Sep 16 15:04:53.778276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-42407f7f-2684-4188-b165-251ee928d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:54.243185 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a104a9b-85b6-4382-b19f-3e6619e518c0 req-a5393978-c87b-489f-8051-1e019ab05d9c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:54.244958 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a104a9b-85b6-4382-b19f-3e6619e518c0 req-a5393978-c87b-489f-8051-1e019ab05d9c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0475953 Sep 16 15:04:54.281964 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a104a9b-85b6-4382-b19f-3e6619e518c0 req-67d718ad-bb25-4cd5-9921-319a26263d31 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 16 15:04:54.586964 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-968aa2be-e08f-4bd9-81be-aa6e2b3d9d3c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:04:54.588485 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-968aa2be-e08f-4bd9-81be-aa6e2b3d9d3c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 946 time: 0.0506632 Sep 16 15:04:54.675038 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Deleting port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:04:54.675381 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:54.762642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] For port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:04:54.763005 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:54.774987 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Calling delete_port for 027c30f2-a7d4-487e-bdcb-deaf8970ef6b owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:04:55.027514 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:55.039523 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['027c30f2-a7d4-487e-bdcb-deaf8970ef6b'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:04:55.058707 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Pushing event deleted for resources: {'Port': ['ID=027c30f2-a7d4-487e-bdcb-deaf8970ef6b,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:55.068781 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.068970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.069169 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.069529 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.069843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.070179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.070513 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.070866 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.071172 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.071500 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.071954 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.072203 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:04:55.109600 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] No DVR routers for this DVR port 027c30f2-a7d4-487e-bdcb-deaf8970ef6b on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:04:55.112073 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:55.114020 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e90c23be-6339-495c-b42b-83b9f508a2b6 req-cc700e98-1d33-46c0-9ad8-a44a1387f325 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "DELETE /v2.0/ports/027c30f2-a7d4-487e-bdcb-deaf8970ef6b HTTP/1.1" status: 204 len: 173 time: 0.5193596 Sep 16 15:04:55.114459 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'name': 'network-vif-deleted', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:04:55.116788 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c78045e-4a8a-4d05-810a-cbe3f2c713c0" -d '{"events": [{"server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "name": "network-vif-deleted", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:04:55.151582 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9eeebd-17c3-4125-811d-7659c7319382 x-openstack-request-id: req-df9eeebd-17c3-4125-811d-7659c7319382 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:04:55.151899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395c5f14-e965-4707-ac69-d62647eb7eff", "name": "network-vif-deleted", "tag": "027c30f2-a7d4-487e-bdcb-deaf8970ef6b", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:04:55.152152 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df9eeebd-17c3-4125-811d-7659c7319382 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:04:55.152548 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395c5f14-e965-4707-ac69-d62647eb7eff', 'name': 'network-vif-deleted', 'tag': '027c30f2-a7d4-487e-bdcb-deaf8970ef6b', 'status': 'completed', 'code': 200} Sep 16 15:04:55.378916 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2af57d32-8757-48f1-8b86-5512deb0f87d req-9f51d17b-48d8-4918-87b4-a9931fda93f4 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0281625 Sep 16 15:04:56.488347 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7c94c046-3520-4d48-afc1-3f5a3fbede07 req-9e8c5354-b57c-4917-bb5d-7d5123c854e7 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=395c5f14-e965-4707-ac69-d62647eb7eff HTTP/1.1" status: 200 len: 210 time: 0.0249302 Sep 16 15:04:56.538365 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-65c8b253-4a8a-4834-9579-42a89c8d46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:57.293132 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:57.798783 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:58.781665 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37806) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:58.824752 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Deleting subnet a57337a9-e31a-4ade-8f69-393af356186d {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:04:58.827688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:58.860154 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:58.900667 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.033058 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.056898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57337a9-e31a-4ade-8f69-393af356186d,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:59.062517 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.064026 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.065953 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-d9e9d182-8020-4b35-8cba-27d4080bbaa9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a57337a9-e31a-4ade-8f69-393af356186d HTTP/1.1" status: 204 len: 168 time: 0.2833133 Sep 16 15:04:59.074645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37810) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:59.140261 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.218144 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.236790 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23ba9bd-d28b-47a5-b516-eb2e5697b8b7']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.246556 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af828b6-971f-40e5-9254-677fa45193c2') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.246857 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af828b6-971f-40e5-9254-677fa45193c2') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.256046 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.269163 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.272990 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 027c30f2-a7d4-487e-bdcb-deaf8970ef6b no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:04:59.275651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:04:59.276075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:04:59.277712 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:04:59.291738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 027c30f2-a7d4-487e-bdcb-deaf8970ef6b {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:04:59.292108 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 027c30f2-a7d4-487e-bdcb-deaf8970ef6b not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:04:59.458741 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.464157 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.466035 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] 10.222.0.30 "DELETE /v2.0/networks/f23ba9bd-d28b-47a5-b516-eb2e5697b8b7 HTTP/1.1" status: 204 len: 168 time: 0.3904128 Sep 16 15:04:59.468894 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37812) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:59.476850 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bc040-5386-4abe-88ee-9c64d1a031da admin admin] Pushing event deleted for resources: {'Network': ['ID=f23ba9bd-d28b-47a5-b516-eb2e5697b8b7,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:59.515992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Deleting subnet c251b3a0-3da7-4ff6-844c-82b5163ee6f1 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:04:59.519087 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.552188 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.594502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.741290 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.766281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c251b3a0-3da7-4ff6-844c-82b5163ee6f1,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:04:59.770081 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.772482 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0db2bfc0-3f48-45e4-add6-7194638152a1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c251b3a0-3da7-4ff6-844c-82b5163ee6f1 HTTP/1.1" status: 204 len: 168 time: 0.3020871 Sep 16 15:04:59.774448 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 37814) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:04:59.838772 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.915801 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.935365 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbb3627-6dd1-41bb-b722-29bd71946701']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.944277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d143cf-8382-4d4d-9ad6-c0e59e675d81') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.944605 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d143cf-8382-4d4d-9ad6-c0e59e675d81') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:04:59.953546 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.966328 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.971871 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:04:59.972261 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:04:59.973813 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:05:00.126743 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.131251 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.133207 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fbb3627-6dd1-41bb-b722-29bd71946701 HTTP/1.1" status: 204 len: 168 time: 0.3578639 Sep 16 15:05:00.146151 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfa365-13f4-417d-8ed4-a9f5e0e9bace admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbb3627-6dd1-41bb-b722-29bd71946701,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:00.603891 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37820) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:00.643856 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5715885c-a046-44d8-b1c9-be6510458cc4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5709a6378f4475b9f542ef964270661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387239 Sep 16 15:05:00.646314 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37822) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:00.691745 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.711584 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.852203 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.854740 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:00.856667 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e11bd4d-3751-4bd0-8b4b-7124e293f952 HTTP/1.1" status: 204 len: 168 time: 0.2094500 Sep 16 15:05:00.864221 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306ccd-08de-4527-888d-cdfdb8307868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11bd4d-3751-4bd0-8b4b-7124e293f952,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:01.583903 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37830) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:01.621908 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-bbaafc95-4005-4f86-9945-e93e2f6be1d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46f0abc6c51246d29ea7e63d1aa5847b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368657 Sep 16 15:05:01.624942 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 37832) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:01.676717 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:01.697908 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:01.835764 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:01.838375 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:01.839531 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14bcfd2d-7e45-4015-aeb2-251e494ea24c HTTP/1.1" status: 204 len: 168 time: 0.2135944 Sep 16 15:05:01.846938 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197487c-2b50-4ad1-bce0-0165b7f4461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bcfd2d-7e45-4015-aeb2-251e494ea24c,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:08.226644 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-5a4957b8-ded9-4c3e-94c4-4605f271d877 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:08.228132 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-5a4957b8-ded9-4c3e-94c4-4605f271d877 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/networks?id=37152995-cf4b-4322-80e5-5d72e9cbeb8e HTTP/1.1" status: 200 len: 813 time: 0.1181319 Sep 16 15:05:08.243305 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-4dbd1af0-5e11-45f7-9735-6944772e976a tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/quotas/3d6e301611fe439f9ac3f8762b8c282a HTTP/1.1" status: 200 len: 375 time: 0.0092709 Sep 16 15:05:08.275605 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-bb56e82c-490a-4e50-be7c-44b3f8d7997b tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263562 Sep 16 15:05:08.364165 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-1e62b73a-83f0-4d83-a6a3-f9a750a44afa service neutron] 10.222.0.30 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815599 Sep 16 15:05:08.459128 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-f5bfbf32-2638-4f20-9f92-cfb845abd14f service neutron] 10.222.0.30 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887780 Sep 16 15:05:08.704509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-a1152087-381d-4484-8433-44407bade472 req-36cd8c7b-b0f0-4167-8790-b7545b46abd9 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Sep 16 15:05:08.772946 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:09.794720 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0aadb040-0bef-4551-aa72-967b06a3b4f0 req-0541b60d-bb2c-49d8-92f7-e6562f88dfac tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 210 time: 0.0251560 Sep 16 15:05:10.891945 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e31b639e-c8df-4b02-a0d0-158d662b9e92 req-290a25fa-eafe-454f-a541-4cbbe0100a3f tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 210 time: 0.0272124 Sep 16 15:05:10.914214 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-9dad4068-4db7-4848-a3e3-49b5a1d8960e tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:10.915767 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-9dad4068-4db7-4848-a3e3-49b5a1d8960e tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "GET /v2.0/networks?id=37152995-cf4b-4322-80e5-5d72e9cbeb8e HTTP/1.1" status: 200 len: 813 time: 0.1065278 Sep 16 15:05:10.929545 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Request body: {'port': {'device_id': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e', 'admin_state_up': True, 'tenant_id': '3d6e301611fe439f9ac3f8762b8c282a'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:05:11.124620 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Made reservation on behalf of 3d6e301611fe439f9ac3f8762b8c282a for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:05:11.128733 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:11.262916 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Allocated IP 172.20.0.13 (37152995-cf4b-4322-80e5-5d72e9cbeb8e/51b417a1-0dc6-4343-96f3-eb03e4335455/50bbfc3b-07ef-4ca9-a17c-983272002676) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:05:11.406432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:11.499148 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:11.544665 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Network 37152995-cf4b-4322-80e5-5d72e9cbeb8e is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:05:11.548251 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:05:11.552163 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:05:11.561397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Pushing event updated for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:11.607721 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:11.608377 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:11.759724 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-cb612cfd-bbf4-4241-a688-41fb018d91e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8341792 Sep 16 15:05:11.772914 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Request body: {'port': {'device_id': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:05:11.827308 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.011514 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39222727-6c64-470e-8c64-69f6ce120e04 req-df330a50-9403-4454-ad19-eb8cb42e6327 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.012956 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-39222727-6c64-470e-8c64-69f6ce120e04 req-df330a50-9403-4454-ad19-eb8cb42e6327 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 932 time: 0.0525210 Sep 16 15:05:12.052053 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-39222727-6c64-470e-8c64-69f6ce120e04 req-3fcf70b4-1faf-4377-b5da-8850b82c933b tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 16 15:05:12.092290 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bbfc3b-07ef-4ca9-a17c-983272002676 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:05:12.100150 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.114017 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Transition to ACTIVE for port object 50bbfc3b-07ef-4ca9-a17c-983272002676 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:05:12.198667 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.250785 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Pushing event updated for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:12.322478 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Attempting to bind port 50bbfc3b-07ef-4ca9-a17c-983272002676 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:05:12.322818 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Attempting to bind port 50bbfc3b-07ef-4ca9-a17c-983272002676 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:05:12.323154 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Attempting to bind port 50bbfc3b-07ef-4ca9-a17c-983272002676 on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:05:12.327340 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Port 50bbfc3b-07ef-4ca9-a17c-983272002676 on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:05:12.327663 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Attempting to bind port 50bbfc3b-07ef-4ca9-a17c-983272002676 on network 37152995-cf4b-4322-80e5-5d72e9cbeb8e {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:05:12.332929 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:05:12.333271 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Checking segment: {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:05:12.333660 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Bound using segment: {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:05:12.334090 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Bound port: 50bbfc3b-07ef-4ca9-a17c-983272002676, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:05:12.334486 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.397339 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:05:12.400566 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=50bbfc3b-07ef-4ca9-a17c-983272002676,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:05:12.490694 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.524896 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.525513 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.526943 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] 10.222.0.22 "PUT /v2.0/ports/50bbfc3b-07ef-4ca9-a17c-983272002676 HTTP/1.1" status: 200 len: 1094 time: 0.7582412 Sep 16 15:05:12.527405 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:05:12.529745 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e819a7-7c90-43ae-9aad-dee6bb771152" -d '{"events": [{"name": "network-changed", "server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:05:12.552656 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973db9f-dea4-4f4c-a4e6-c57e7a1dc855 service neutron] Pushing event updated for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:12.569792 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21149c3a-2cf4-4f09-a82e-7e3ed9564124 x-openstack-request-id: req-21149c3a-2cf4-4f09-a82e-7e3ed9564124 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:05:12.569792 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:05:12.569792 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21149c3a-2cf4-4f09-a82e-7e3ed9564124 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:05:12.569792 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676', 'status': 'completed', 'code': 200} Sep 16 15:05:12.632112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-d7f127e1-c1d3-434a-b680-ef87916d9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.633829 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-d7f127e1-c1d3-434a-b680-ef87916d9f25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 1097 time: 0.0426691 Sep 16 15:05:12.737596 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-5e8cb960-15d2-4753-8bbd-93f22c197e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.739085 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-5e8cb960-15d2-4753-8bbd-93f22c197e60 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0958869 Sep 16 15:05:12.772827 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:12.837137 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-9f8b7666-95e0-40af-b647-5e71fb4e1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.838588 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d8e819a7-7c90-43ae-9aad-dee6bb771152 req-9f8b7666-95e0-40af-b647-5e71fb4e1059 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918689 Sep 16 15:05:12.914327 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-e986b6e9-a44c-489f-94ea-4ca26c24b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:12.916011 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-e986b6e9-a44c-489f-94ea-4ca26c24b35b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 1097 time: 0.0404167 Sep 16 15:05:12.958294 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-6e2135bd-3aa2-469a-82bf-b03a1b3af9d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50bbfc3b-07ef-4ca9-a17c-983272002676 HTTP/1.1" status: 200 len: 217 time: 0.0340023 Sep 16 15:05:13.007514 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-583d428f-f5ba-4247-a378-fba3ba164d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:13.009228 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-583d428f-f5ba-4247-a378-fba3ba164d0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=51b417a1-0dc6-4343-96f3-eb03e4335455 HTTP/1.1" status: 200 len: 853 time: 0.0435114 Sep 16 15:05:13.043494 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-4dfd1aab-893f-4f1f-a0ff-69b036ea0a28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=37152995-cf4b-4322-80e5-5d72e9cbeb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266542 Sep 16 15:05:13.142234 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-c4aaa1da-a587-4960-9538-297957f350cd service neutron] 10.222.0.22 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910118 Sep 16 15:05:13.166269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd435-f2ee-40c5-8377-a88267e29e50 req-4ec10910-b3e9-44fd-94a4-787e2b9ef262 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:13.167739 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-070bd435-f2ee-40c5-8377-a88267e29e50 req-4ec10910-b3e9-44fd-94a4-787e2b9ef262 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 944 time: 0.0476413 Sep 16 15:05:13.210563 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-070bd435-f2ee-40c5-8377-a88267e29e50 req-e1f40070-e87a-446c-8857-fee4d91021b6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Sep 16 15:05:13.246124 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f6cc52bc-4597-4d97-b673-e7ed357eaf33 req-77670baa-f2ce-48f5-8e1f-70d3561f7cff service neutron] 10.222.0.22 "GET /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959394 Sep 16 15:05:14.326119 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f687-098c-4ece-be12-0a2624f3c874 req-7cda598b-9536-4c52-bfd4-14de8d17a715 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:14.327592 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-adf0f687-098c-4ece-be12-0a2624f3c874 req-7cda598b-9536-4c52-bfd4-14de8d17a715 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 944 time: 0.0483356 Sep 16 15:05:14.366554 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-adf0f687-098c-4ece-be12-0a2624f3c874 req-7a2a293a-ddf7-4b90-81f8-d76082aa44cc tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Sep 16 15:05:15.135156 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 50bbfc3b-07ef-4ca9-a17c-983272002676 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:05:15.231092 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=50bbfc3b-07ef-4ca9-a17c-983272002676,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:05:15.242552 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '50bbfc3b-07ef-4ca9-a17c-983272002676', 'network_id': '37152995-cf4b-4322-80e5-5d72e9cbeb8e', 'port_id': '50bbfc3b-07ef-4ca9-a17c-983272002676', 'mac_address': 'fa:16:3e:57:b8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b417a1-0dc6-4343-96f3-eb03e4335455', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:05:15.278398 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:15.290994 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bbfc3b-07ef-4ca9-a17c-983272002676 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:05:15.308978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=50bbfc3b-07ef-4ca9-a17c-983272002676,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:05:15.421846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:15.473568 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:15.480554 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.480908 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.481252 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.481591 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.481925 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.482260 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.482591 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.482924 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.483251 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.483579 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.483689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae943-7836-43be-909b-8611fc1c4bb2 req-9742cdee-9433-4114-bcf4-4db104ecde19 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:15.484228 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.484228 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:15.485081 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-52dae943-7836-43be-909b-8611fc1c4bb2 req-9742cdee-9433-4114-bcf4-4db104ecde19 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Sep 16 15:05:15.522748 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-52dae943-7836-43be-909b-8611fc1c4bb2 req-0d93bfbd-6588-432a-970c-dd0487e430a7 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Sep 16 15:05:15.646990 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['50bbfc3b-07ef-4ca9-a17c-983272002676'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:05:16.633868 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53c3f6-1f4b-426b-bf77-6a9be9e0ae82 req-e4d9549e-1841-4248-bf45-f1039eed5ef7 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:16.635328 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed53c3f6-1f4b-426b-bf77-6a9be9e0ae82 req-e4d9549e-1841-4248-bf45-f1039eed5ef7 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Sep 16 15:05:16.672512 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ed53c3f6-1f4b-426b-bf77-6a9be9e0ae82 req-090f84d0-7600-413a-974a-cd65688858fb tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Sep 16 15:05:17.135037 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 50bbfc3b-07ef-4ca9-a17c-983272002676 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:05:17.389706 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 50bbfc3b-07ef-4ca9-a17c-983272002676 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:05:17.393865 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 50bbfc3b-07ef-4ca9-a17c-983272002676 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:05:17.394356 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:17.467689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:17.489162 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:05:17.491478 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c59dc7-e3c6-46c1-b3d2-45a00f7003fc" -d '{"events": [{"server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "name": "network-vif-plugged", "status": "completed", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:05:17.504908 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=50bbfc3b-07ef-4ca9-a17c-983272002676,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:05:17.527271 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffe227b-58ff-4a18-ab3c-0bd506f88d75 x-openstack-request-id: req-0ffe227b-58ff-4a18-ab3c-0bd506f88d75 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:05:17.527572 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "name": "network-vif-plugged", "status": "completed", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:05:17.527840 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ffe227b-58ff-4a18-ab3c-0bd506f88d75 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:05:17.528255 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676', 'code': 200} Sep 16 15:05:17.584655 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:17.635410 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:17.783415 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0ce70-c1f3-4626-8c6e-b53469e50d1a req-fde1251b-255a-4397-b0fc-9977f5b1cf7a tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:17.785012 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40a0ce70-c1f3-4626-8c6e-b53469e50d1a req-fde1251b-255a-4397-b0fc-9977f5b1cf7a tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0473819 Sep 16 15:05:17.824838 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-40a0ce70-c1f3-4626-8c6e-b53469e50d1a req-b9f28861-d398-4d70-86ac-6357112ee505 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Sep 16 15:05:17.864242 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955c78-35f0-4809-bf5e-98268686b3eb req-f1e2f4cb-5abc-4330-9aab-51686762ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:17.865736 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86955c78-35f0-4809-bf5e-98268686b3eb req-f1e2f4cb-5abc-4330-9aab-51686762ef43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 1099 time: 0.0392215 Sep 16 15:05:17.908172 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86955c78-35f0-4809-bf5e-98268686b3eb req-23e08b95-c56f-489e-81b9-7c601d0ac264 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Sep 16 15:05:18.940090 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289df24-a7dc-478c-a1d5-ce8fd2d5e8fb req-c1779bb6-265d-486d-8c63-493948876fbf tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:18.942144 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3289df24-a7dc-478c-a1d5-ce8fd2d5e8fb req-c1779bb6-265d-486d-8c63-493948876fbf tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Sep 16 15:05:18.977538 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3289df24-a7dc-478c-a1d5-ce8fd2d5e8fb req-17d5de4d-deb7-4c04-b7f2-1e7106df7ffb tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295827 Sep 16 15:05:20.088971 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a82f31-4a44-4b09-a79e-ad19246c3762 req-46e2a3cc-60d4-4465-8e08-87bdc57e3f8e tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:20.090444 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-79a82f31-4a44-4b09-a79e-ad19246c3762 req-46e2a3cc-60d4-4465-8e08-87bdc57e3f8e tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0478699 Sep 16 15:05:20.126633 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-79a82f31-4a44-4b09-a79e-ad19246c3762 req-d3c6e636-a104-401c-b140-cff60aea677d tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300865 Sep 16 15:05:23.776154 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e8a96a13-d7e5-4f85-a9d0-ed2ea595f26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:26.398851 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-05b7b1d7-b13a-4f7d-81c7-9bb71dc39b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:27.336371 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:27.804846 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:29.093692 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.203328 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38160) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:39.306476 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.390251 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.476322 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.515815 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7ff9f496f08479fb104ca9b0b5eb09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113680 Sep 16 15:05:39.516814 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2070552d-353e-4df0-8527-96e1d4b5e0aa,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:39.518447 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38164) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:39.524881 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.525237 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.525589 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.525932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.526276 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.526612 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.526948 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.527281 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.527688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.528047 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.528382 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.528710 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07410a36-6c99-4a6a-b758-5652ec56c48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:39.566778 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.588640 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.699292 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.701921 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:39.703106 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2070552d-353e-4df0-8527-96e1d4b5e0aa HTTP/1.1" status: 204 len: 168 time: 0.1836519 Sep 16 15:05:39.711471 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781a9c0-66e3-47e5-8e80-79b06612353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2070552d-353e-4df0-8527-96e1d4b5e0aa,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:42.807769 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:43.918034 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4859d2-f81b-401a-b30c-6a400febb1f0 req-f430614e-1daa-4178-911c-5ded936a2593 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:43.919498 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1e4859d2-f81b-401a-b30c-6a400febb1f0 req-f430614e-1daa-4178-911c-5ded936a2593 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0527165 Sep 16 15:05:43.956379 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1e4859d2-f81b-401a-b30c-6a400febb1f0 req-6a003d2b-0acc-4480-ba8e-455d338f757c tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Sep 16 15:05:45.070802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83513f6-ffb7-4fb9-92cf-0a6bf73f9e06 req-53555d46-841c-45b5-9407-a2b7b3ff73e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:45.072672 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c83513f6-ffb7-4fb9-92cf-0a6bf73f9e06 req-53555d46-841c-45b5-9407-a2b7b3ff73e6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0479145 Sep 16 15:05:45.110986 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c83513f6-ffb7-4fb9-92cf-0a6bf73f9e06 req-500031b8-7922-49ff-aeee-a494f86ceee6 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/security-groups?id=df85c5b7-893b-42eb-a06d-bd709afae976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Sep 16 15:05:45.448044 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-cbd48d30-bbc7-4d41-a71d-a1f7b7fe7a86 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:05:45.449494 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-cbd48d30-bbc7-4d41-a71d-a1f7b7fe7a86 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 946 time: 0.0503125 Sep 16 15:05:45.536266 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Deleting port 50bbfc3b-07ef-4ca9-a17c-983272002676 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:05:45.536615 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:45.626602 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] For port 50bbfc3b-07ef-4ca9-a17c-983272002676, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=50bbfc3b-07ef-4ca9-a17c-983272002676,segment=NetworkSegment(dc371383-46bb-4d29-9a8e-5d7bf8b23e0c),segment_id=dc371383-46bb-4d29-9a8e-5d7bf8b23e0c)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:05:45.626959 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:45.638791 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Calling delete_port for 50bbfc3b-07ef-4ca9-a17c-983272002676 owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:05:45.771908 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:05:45.887619 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:45.900439 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['50bbfc3b-07ef-4ca9-a17c-983272002676'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:05:45.922058 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Pushing event deleted for resources: {'Port': ['ID=50bbfc3b-07ef-4ca9-a17c-983272002676,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:45.962899 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] No DVR routers for this DVR port 50bbfc3b-07ef-4ca9-a17c-983272002676 on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:05:45.965187 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:45.967157 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-86a6e968-ee51-4296-a1c4-b0e52c5db26b req-59220a1f-cae3-4999-8345-e01eae2d1904 tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.22 "DELETE /v2.0/ports/50bbfc3b-07ef-4ca9-a17c-983272002676 HTTP/1.1" status: 204 len: 173 time: 0.5116999 Sep 16 15:05:45.967593 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'name': 'network-vif-deleted', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:05:45.969851 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ddba6-5bc8-43dc-a881-e870daf8bb1b" -d '{"events": [{"server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "name": "network-vif-deleted", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:05:46.005726 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aef995-380e-45c1-a872-e557686e8f7e x-openstack-request-id: req-b9aef995-380e-45c1-a872-e557686e8f7e {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:05:46.006024 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4949a6e-bccc-4567-9cb9-049c8543e890", "name": "network-vif-deleted", "tag": "50bbfc3b-07ef-4ca9-a17c-983272002676", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:05:46.006286 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9aef995-380e-45c1-a872-e557686e8f7e {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:05:46.006681 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4949a6e-bccc-4567-9cb9-049c8543e890', 'name': 'network-vif-deleted', 'tag': '50bbfc3b-07ef-4ca9-a17c-983272002676', 'status': 'completed', 'code': 200} Sep 16 15:05:46.207415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f51708d2-15be-4be6-9f54-1fed3af425cb req-6f6efa4a-ed61-4056-85eb-3fcd61d8c9eb tempest-VolumesSnapshotTestJSON-1240045756 tempest-VolumesSnapshotTestJSON-1240045756-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4949a6e-bccc-4567-9cb9-049c8543e890 HTTP/1.1" status: 200 len: 210 time: 0.0267518 Sep 16 15:05:49.275727 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 50bbfc3b-07ef-4ca9-a17c-983272002676 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:05:49.294623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 50bbfc3b-07ef-4ca9-a17c-983272002676 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:05:49.294973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 50bbfc3b-07ef-4ca9-a17c-983272002676 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:05:53.742164 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-19efd4d1-1c3c-4ca2-b23d-ed29ad7e8049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:55.791782 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38374) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:55.895870 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:55.984093 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.039002 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.076300 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42d23ea6df984748b3f8e972e27ada6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829313 Sep 16 15:05:56.077502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00072038-82de-40be-9dd1-1982b5fcec7d,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:56.078996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38378) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:05:56.084675 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.085032 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.085383 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.085729 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.086070 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.086410 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.087397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.087737 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.088097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.088435 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.088790 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.089123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e639ce2-e7ee-4224-84e7-dec064f2abf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:05:56.131728 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.152963 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.284853 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.287409 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:56.288598 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00072038-82de-40be-9dd1-1982b5fcec7d HTTP/1.1" status: 204 len: 168 time: 0.2086244 Sep 16 15:05:56.296051 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0a33b-2a73-4809-916e-783408e851bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00072038-82de-40be-9dd1-1982b5fcec7d,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:05:56.401913 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2e11137a-7f99-4cb0-bd7c-e383252d2930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:57.302532 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:57.865694 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:05:59.065014 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:08.496810 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9922b-72d3-489d-933c-16bf94d53533 req-63b0a61e-58b6-435a-ba33-56851f3bb0c2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:08.498589 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-79a9922b-72d3-489d-933c-16bf94d53533 req-63b0a61e-58b6-435a-ba33-56851f3bb0c2 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0529299 Sep 16 15:06:08.536224 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-79a9922b-72d3-489d-933c-16bf94d53533 req-33db080e-647e-4e9a-b6a0-a19984987913 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Sep 16 15:06:09.651557 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297c5f9-70c6-4271-9965-7cd155925050 req-1405483b-c872-4bfb-b9f8-2949761945fe tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:09.653781 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7297c5f9-70c6-4271-9965-7cd155925050 req-1405483b-c872-4bfb-b9f8-2949761945fe tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0478115 Sep 16 15:06:09.692357 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7297c5f9-70c6-4271-9965-7cd155925050 req-11087333-800e-4cd2-b1c8-f9374227ba42 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Sep 16 15:06:10.808399 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ccdb9-29a1-4945-a0da-2d4763b03d7f req-74fa4b7f-dc45-4219-89c9-cfc2efa9d5a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:10.810305 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-005ccdb9-29a1-4945-a0da-2d4763b03d7f req-74fa4b7f-dc45-4219-89c9-cfc2efa9d5a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0505540 Sep 16 15:06:10.847194 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-005ccdb9-29a1-4945-a0da-2d4763b03d7f req-f7cc8be2-41be-41ba-86c4-968cf7a35436 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310543 Sep 16 15:06:11.959810 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b7c6a-737c-4387-b8de-b8c9837e3d46 req-9c7f8296-ebb0-4a62-baae-00aa5dd55732 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:11.961320 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-692b7c6a-737c-4387-b8de-b8c9837e3d46 req-9c7f8296-ebb0-4a62-baae-00aa5dd55732 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0481195 Sep 16 15:06:12.000432 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-692b7c6a-737c-4387-b8de-b8c9837e3d46 req-27d3b0f9-a962-43d0-b348-18486122257c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Sep 16 15:06:12.811148 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.016683 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38484) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:13.062610 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Deleting subnet 51b417a1-0dc6-4343-96f3-eb03e4335455 {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:06:13.065694 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.126554 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.165172 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c61b6-5794-4c22-a9d8-bdf9b4bbbaaf req-bd2b87b0-4c5c-4250-87ce-dc8c44d00328 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:13.166625 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7f4c61b6-5794-4c22-a9d8-bdf9b4bbbaaf req-bd2b87b0-4c5c-4250-87ce-dc8c44d00328 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0796525 Sep 16 15:06:13.183132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.235496 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7f4c61b6-5794-4c22-a9d8-bdf9b4bbbaaf req-5f515e4a-09af-4d03-8047-7020d66b6858 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 Sep 16 15:06:13.342857 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.370898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b417a1-0dc6-4343-96f3-eb03e4335455,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:13.376929 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.379646 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-8dd07622-5e4c-4e9c-9903-62a34a55b951 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51b417a1-0dc6-4343-96f3-eb03e4335455 HTTP/1.1" status: 204 len: 168 time: 0.3618205 Sep 16 15:06:13.381932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38488) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:13.446866 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.524086 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.543137 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37152995-cf4b-4322-80e5-5d72e9cbeb8e']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:06:13.552602 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:06:13.552901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc371383-46bb-4d29-9a8e-5d7bf8b23e0c') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:06:13.561817 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.574520 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.580280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:06:13.580671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:06:13.582287 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:06:13.720026 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.725348 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:13.727160 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] 10.222.0.30 "DELETE /v2.0/networks/37152995-cf4b-4322-80e5-5d72e9cbeb8e HTTP/1.1" status: 204 len: 168 time: 0.3442898 Sep 16 15:06:13.739553 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75388ba5-374e-4639-96d1-857caeec4f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=37152995-cf4b-4322-80e5-5d72e9cbeb8e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:14.130374 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38492) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:14.169399 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-b146e41a-cd7b-4f9a-8181-12c01f8cd269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d6e301611fe439f9ac3f8762b8c282a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378783 Sep 16 15:06:14.171723 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38494) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:14.220364 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.240451 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.392104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.394529 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:14.395636 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df85c5b7-893b-42eb-a06d-bd709afae976 HTTP/1.1" status: 204 len: 168 time: 0.2229564 Sep 16 15:06:14.406877 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45266c81-a22e-4ee8-84da-770b63d8c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85c5b7-893b-42eb-a06d-bd709afae976,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:14.423044 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9988b5-2502-42cb-8c54-0e7f449be216 req-7874f440-313b-4674-9fe1-927e25c3a94f tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:14.424572 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3c9988b5-2502-42cb-8c54-0e7f449be216 req-7874f440-313b-4674-9fe1-927e25c3a94f tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.1219690 Sep 16 15:06:14.466706 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3c9988b5-2502-42cb-8c54-0e7f449be216 req-540ff772-19bc-4516-89b2-43110d561655 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361385 Sep 16 15:06:15.579852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f82cd-a3ab-475e-84b9-1892ff3c2dc8 req-37ade413-6aea-4f9f-aa1f-a65e5f00a630 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:15.581403 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-af5f82cd-a3ab-475e-84b9-1892ff3c2dc8 req-37ade413-6aea-4f9f-aa1f-a65e5f00a630 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0480673 Sep 16 15:06:15.622189 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-af5f82cd-a3ab-475e-84b9-1892ff3c2dc8 req-b6b06c68-3272-4bcd-84ef-d4a355fe85fa tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347781 Sep 16 15:06:16.734772 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e422e-7f9d-496b-93c4-06039ae1cdcd req-c2a9eb78-c234-47ab-a72d-1476d46e23dc tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:16.736261 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e65e422e-7f9d-496b-93c4-06039ae1cdcd req-c2a9eb78-c234-47ab-a72d-1476d46e23dc tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0471838 Sep 16 15:06:16.772977 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e65e422e-7f9d-496b-93c4-06039ae1cdcd req-112c8ec1-3c80-483b-be61-565b5c9625d5 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307245 Sep 16 15:06:17.888031 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f1ad-b5b9-47e3-9b38-8176b165cad6 req-8269773f-ed98-4c6f-bf22-3c84a1e1bc1b tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:17.889997 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-71c9f1ad-b5b9-47e3-9b38-8176b165cad6 req-8269773f-ed98-4c6f-bf22-3c84a1e1bc1b tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0499089 Sep 16 15:06:17.930852 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-71c9f1ad-b5b9-47e3-9b38-8176b165cad6 req-3ab86ac6-b5a7-45b7-bc6f-d9c1fb140837 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Sep 16 15:06:19.040856 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdde77-e2de-49b9-a0af-e1af8007d71d req-c9955f3b-51fb-4377-8707-cf2fb7e6f1ed tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:19.042293 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-acbdde77-e2de-49b9-a0af-e1af8007d71d req-c9955f3b-51fb-4377-8707-cf2fb7e6f1ed tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0468688 Sep 16 15:06:19.078391 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-acbdde77-e2de-49b9-a0af-e1af8007d71d req-06459502-8130-4804-96a7-04b8eb0c873a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296497 Sep 16 15:06:20.189159 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf97335-e4e1-47d1-9a3e-8b64ed733c84 req-b088662c-8f4f-4fa2-b7da-5a4ba04e00f6 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:20.190609 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dbf97335-e4e1-47d1-9a3e-8b64ed733c84 req-b088662c-8f4f-4fa2-b7da-5a4ba04e00f6 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0465138 Sep 16 15:06:20.227140 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dbf97335-e4e1-47d1-9a3e-8b64ed733c84 req-e5ab7cff-1627-4497-9691-fb4bb60e69d9 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307162 Sep 16 15:06:20.903805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-b6f7a5b1-823d-48d3-bac4-0be13f061b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:20.905296 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-b6f7a5b1-823d-48d3-bac4-0be13f061b25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0432043 Sep 16 15:06:20.993723 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-bbfbcee3-63c8-465b-8bb6-1e4ea8e2b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:20.995300 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-bbfbcee3-63c8-465b-8bb6-1e4ea8e2b254 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0833552 Sep 16 15:06:21.061844 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-3ec1bc17-d8e7-41e2-bd05-0f31e47f3c3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1002 time: 0.0585372 Sep 16 15:06:21.108573 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-302d51dd-0989-4471-b3af-dce2598d00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:21.109895 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-302d51dd-0989-4471-b3af-dce2598d00ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0417080 Sep 16 15:06:21.152682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-62afd516-1915-4ec4-836e-df5df99e33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:21.154085 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-62afd516-1915-4ec4-836e-df5df99e33ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373015 Sep 16 15:06:21.242611 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-0e5d0a55-94c5-4bda-bb99-295660a0ec53 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813327 Sep 16 15:06:21.331122 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5c489c92-3d5f-40bc-8e13-67b8883d66e5 req-a0173919-99a0-4074-be96-f5eeb4da6cb5 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814571 Sep 16 15:06:21.337602 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81e05-2f84-45cf-98e4-ebe5b113dd07 req-3e8c2139-790c-40c0-9681-93e197524ba4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:21.339177 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-def81e05-2f84-45cf-98e4-ebe5b113dd07 req-3e8c2139-790c-40c0-9681-93e197524ba4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0470746 Sep 16 15:06:21.379500 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-def81e05-2f84-45cf-98e4-ebe5b113dd07 req-eedd57aa-97f1-4a41-a9c7-400e53cae108 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336850 Sep 16 15:06:22.489838 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b22c7-3e57-4ecc-9b70-7107406ac6c0 req-0c48bb4a-f7b8-4bb5-8317-bb8079d90797 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:22.491295 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0b1b22c7-3e57-4ecc-9b70-7107406ac6c0 req-0c48bb4a-f7b8-4bb5-8317-bb8079d90797 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0462949 Sep 16 15:06:22.527675 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-0b1b22c7-3e57-4ecc-9b70-7107406ac6c0 req-c5b132e1-41c9-4271-aa90-ab8a00581311 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305886 Sep 16 15:06:22.770624 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:06:23.640764 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7d09d-1529-4cb8-aa60-c0ffe43f931f req-9cb105d7-2b9e-4a34-9463-4b97c1f1062c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:23.646506 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-18a7d09d-1529-4cb8-aa60-c0ffe43f931f req-9cb105d7-2b9e-4a34-9463-4b97c1f1062c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0479255 Sep 16 15:06:23.680418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-18a7d09d-1529-4cb8-aa60-c0ffe43f931f req-d3fa6a29-8018-4682-a05e-b32ff64c3685 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Sep 16 15:06:23.739973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-148a100b-7270-4744-a417-f575cba09377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:24.795026 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0115e-e41d-4d71-a804-be3e10baebfc req-0f0495f0-76f4-4a11-ae7f-7c8ae0900811 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:24.796556 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dd0115e-e41d-4d71-a804-be3e10baebfc req-0f0495f0-76f4-4a11-ae7f-7c8ae0900811 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0481503 Sep 16 15:06:24.807713 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38588) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:24.842175 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9dd0115e-e41d-4d71-a804-be3e10baebfc req-73a25f25-d23e-4b34-8be5-eace49cc9985 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Sep 16 15:06:24.914958 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-2cfe749e-22c6-454d-9dcf-5ed2fbc24fc9 req-c228141c-5959-4284-8ab9-a331bad223dc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:06:24.915964 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2cfe749e-22c6-454d-9dcf-5ed2fbc24fc9 req-c228141c-5959-4284-8ab9-a331bad223dc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050912 Sep 16 15:06:24.916802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c6ffb48-d24e-4f2b-bdfe-4b7987b028d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.003271 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c6ffb48-d24e-4f2b-bdfe-4b7987b028d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.057009 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-6c6ffb48-d24e-4f2b-bdfe-4b7987b028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.095358 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-6c6ffb48-d24e-4f2b-bdfe-4b7987b028d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11d0729e11a54ac782d793bd404150da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866533 Sep 16 15:06:25.096556 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ffb48-d24e-4f2b-bdfe-4b7987b028d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec10b2-dc7d-4c50-adbe-cbc1c46d1606,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:25.098101 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38594) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:06:25.152973 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.176055 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.240484 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd9d28-40a0-4a9b-8116-7bc3f1df69c4 req-623f81e8-73ae-48f7-a291-cb01663653ff tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:25.242109 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dcdd9d28-40a0-4a9b-8116-7bc3f1df69c4 req-623f81e8-73ae-48f7-a291-cb01663653ff tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0473852 Sep 16 15:06:25.285509 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dcdd9d28-40a0-4a9b-8116-7bc3f1df69c4 req-5247de50-0075-4ccb-af5a-437e3d4200e7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373728 Sep 16 15:06:25.312155 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.314805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.316096 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dec10b2-dc7d-4c50-adbe-cbc1c46d1606 HTTP/1.1" status: 204 len: 168 time: 0.2168646 Sep 16 15:06:25.325415 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15bffd-bbce-49f2-95da-9809fa4826ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec10b2-dc7d-4c50-adbe-cbc1c46d1606,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:25.343432 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-37d84dfe-6a89-4e02-9980-43587aa69837 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929749 Sep 16 15:06:25.463983 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:06:25.543586 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.570091 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:06:25.572603 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea02f4b3-ddfb-4ebb-a5e5-7af090955428" -d '{"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:06:25.588823 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:06:25.610513 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Sep 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22ff5f-4429-4003-8a8e-32e1df048511 x-openstack-request-id: req-ae22ff5f-4429-4003-8a8e-32e1df048511 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:06:25.610891 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-unplugged", "status": "failed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "code": 422}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:06:25.611228 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae22ff5f-4429-4003-8a8e-32e1df048511 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:06:25.611712 dv-cinder-809417-1-iscsi neutron-server[106172]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'code': 422} returned with failed status Sep 16 15:06:25.649529 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:25.699684 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=6']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:25.707818 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.708208 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.708561 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.708907 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.709250 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.709593 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.709930 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.710302 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.710637 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.710975 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.711312 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:25.711641 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:06:26.411371 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-59367dd0-b183-4ba6-bce3-c1fce5c16406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:26.644240 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb4d65-65d6-4502-bc68-2e1de3415699 req-23f560ba-311a-4f89-ad6f-f9cadc345de9 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:26.645763 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cfcb4d65-65d6-4502-bc68-2e1de3415699 req-23f560ba-311a-4f89-ad6f-f9cadc345de9 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.2934303 Sep 16 15:06:26.683170 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-cfcb4d65-65d6-4502-bc68-2e1de3415699 req-e2a9f067-e811-47eb-b731-3191d3bc6e82 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Sep 16 15:06:27.274394 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:27.526266 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-c6ebca1a-02a3-4be3-ad18-c73759cad386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.527661 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-c6ebca1a-02a3-4be3-ad18-c73759cad386 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de&tenant_id=e77da9bf2f344bf3908b77317331b85f HTTP/1.1" status: 200 len: 1097 time: 0.0662906 Sep 16 15:06:27.587718 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-24090c78-3cd8-47c7-af1c-03d3a938f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.589279 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-24090c78-3cd8-47c7-af1c-03d3a938f437 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1097 time: 0.0405970 Sep 16 15:06:27.676911 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-a1f9b996-ee1c-40d1-9488-62d9fdfd89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.678416 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-a1f9b996-ee1c-40d1-9488-62d9fdfd89e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0827029 Sep 16 15:06:27.746511 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-798f3622-655e-4b51-8510-41f491db64aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1000 time: 0.0614865 Sep 16 15:06:27.780674 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:27.795054 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-bb50989e-82c2-4d57-8d60-919f4cec55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.796688 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-bb50989e-82c2-4d57-8d60-919f4cec55d5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0435696 Sep 16 15:06:27.801180 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e426e-906c-4edc-b1b8-48b3b28b887e req-29c90677-9e29-42b2-8299-3b400c73b824 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.802697 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca4e426e-906c-4edc-b1b8-48b3b28b887e req-29c90677-9e29-42b2-8299-3b400c73b824 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0480816 Sep 16 15:06:27.839984 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ca4e426e-906c-4edc-b1b8-48b3b28b887e req-49953a1d-5c1e-4f03-8a22-23e4ebc1e24c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Sep 16 15:06:27.843001 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-e09a835e-9e47-48c1-a7a1-d044a73dda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:27.844554 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-e09a835e-9e47-48c1-a7a1-d044a73dda07 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412471 Sep 16 15:06:27.933438 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-d784b7d7-1821-4e0a-a6d1-9fac798c8d64 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Sep 16 15:06:28.019851 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c7a08a96-1a1b-4dda-8c1f-d7e60fcaa822 req-2f073088-fdea-4101-be1e-5159ed6d039e service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797205 Sep 16 15:06:28.953122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a6b72-1709-4e0f-b15f-d684e0506866 req-0311486c-a53c-4444-af64-fe89d0e0141c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:28.954586 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1c5a6b72-1709-4e0f-b15f-d684e0506866 req-0311486c-a53c-4444-af64-fe89d0e0141c tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0483453 Sep 16 15:06:28.991964 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-1c5a6b72-1709-4e0f-b15f-d684e0506866 req-9f088afc-95b6-4e79-aa71-eb0c4d30a8d4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Sep 16 15:06:29.071698 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:30.101017 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58485b-e3a6-4672-be2e-f8948097dc1a req-3db49f9d-25ec-4f68-92a2-b76ad1f5c65a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:30.102438 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc58485b-e3a6-4672-be2e-f8948097dc1a req-3db49f9d-25ec-4f68-92a2-b76ad1f5c65a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0459204 Sep 16 15:06:30.138475 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fc58485b-e3a6-4672-be2e-f8948097dc1a req-3a2f836c-ccd0-4f3f-87a7-fff2d033ad8a tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302992 Sep 16 15:06:31.247366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c43a7-e7da-426d-ad3c-e2b139779e93 req-59c054cd-b799-41ff-8fae-c4270a3565bb tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:31.249113 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-446c43a7-e7da-426d-ad3c-e2b139779e93 req-59c054cd-b799-41ff-8fae-c4270a3565bb tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0464108 Sep 16 15:06:31.285219 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-446c43a7-e7da-426d-ad3c-e2b139779e93 req-692b0268-6c99-4ce0-ac06-b515b1aa7073 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302057 Sep 16 15:06:32.399354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc50f-1a60-4901-afae-d62de9c233bd req-fea8588a-bc75-42a9-99cf-b1b66ee9bb46 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:32.400824 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-662dc50f-1a60-4901-afae-d62de9c233bd req-fea8588a-bc75-42a9-99cf-b1b66ee9bb46 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0500188 Sep 16 15:06:32.437167 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-662dc50f-1a60-4901-afae-d62de9c233bd req-d19c6228-1b75-46b7-98bc-be34590f2bdc tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305541 Sep 16 15:06:33.545240 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed00b9c-f79d-449d-a860-80ea0c344e6e req-266402ca-6c7c-4916-8a55-266323b9d4a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:33.546783 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ed00b9c-f79d-449d-a860-80ea0c344e6e req-266402ca-6c7c-4916-8a55-266323b9d4a7 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0456710 Sep 16 15:06:33.583816 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2ed00b9c-f79d-449d-a860-80ea0c344e6e req-834956b5-df9d-4614-ae3b-0baebfe73a91 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Sep 16 15:06:34.693674 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1808c3-5c57-4c4a-a774-b6db00472788 req-1b22ebb6-401e-4751-a599-526f2fd0846d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:34.695103 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd1808c3-5c57-4c4a-a774-b6db00472788 req-1b22ebb6-401e-4751-a599-526f2fd0846d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 944 time: 0.0460641 Sep 16 15:06:34.731402 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-fd1808c3-5c57-4c4a-a774-b6db00472788 req-6d01eeaa-ea72-4ce1-9714-347a2e4ac443 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Sep 16 15:06:35.525590 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:06:35.620880 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:06:35.631938 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'port_id': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'mac_address': 'fa:16:3e:e0:09:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:06:35.667239 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:35.679806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2f6cbe-d13c-4b2d-a034-8d764af9fecf {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:06:35.697952 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:06:35.770097 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:35.813531 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=7']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:35.846011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b7d33-bcf5-4a98-b761-a9252d7744f1 req-ef1d2308-4ae0-4137-9d27-88aaa51ac343 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:35.847462 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-571b7d33-bcf5-4a98-b761-a9252d7744f1 req-ef1d2308-4ae0-4137-9d27-88aaa51ac343 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 945 time: 0.0505524 Sep 16 15:06:35.885079 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-571b7d33-bcf5-4a98-b761-a9252d7744f1 req-c04c89b2-8cc7-4a23-8786-eea311952a21 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317087 Sep 16 15:06:35.971072 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:06:36.994972 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0c57-012c-4f18-9c29-bf28c31bcbfd req-79291855-43c1-40f2-83f9-647ddc41ceb3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:36.996447 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f2c0c57-012c-4f18-9c29-bf28c31bcbfd req-79291855-43c1-40f2-83f9-647ddc41ceb3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 945 time: 0.0458198 Sep 16 15:06:37.033132 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5f2c0c57-012c-4f18-9c29-bf28c31bcbfd req-7dd1473c-88c2-48d9-b0b3-d9bbece90d90 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300906 Sep 16 15:06:37.541465 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:06:37.591287 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:06:37.591662 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:37.666225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:37.689973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:06:37.692226 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f93b68-d70a-42e2-9c2b-099cc692fc53" -d '{"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:06:37.704361 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:06:37.727074 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa56c66-0cea-4587-bf22-2ce6696b406a x-openstack-request-id: req-caa56c66-0cea-4587-bf22-2ce6696b406a {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:06:37.727368 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-plugged", "status": "completed", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:06:37.727624 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-caa56c66-0cea-4587-bf22-2ce6696b406a {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:06:37.728046 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'code': 200} Sep 16 15:06:37.780969 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:37.826764 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=8']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:06:38.040876 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949d56-62b9-4ca9-bcfc-412f1e402a90 req-15eb7ce9-eb53-4c74-ade8-ed9c6b8dc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:38.042307 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ce949d56-62b9-4ca9-bcfc-412f1e402a90 req-15eb7ce9-eb53-4c74-ade8-ed9c6b8dc8fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0406771 Sep 16 15:06:38.149133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b8949-8663-49fa-853f-e7dbac3be338 req-a580ced2-83c3-4f69-a351-660e12f83e4d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:38.150856 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-972b8949-8663-49fa-853f-e7dbac3be338 req-a580ced2-83c3-4f69-a351-660e12f83e4d tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0508785 Sep 16 15:06:38.190635 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-972b8949-8663-49fa-853f-e7dbac3be338 req-d44901eb-162e-459a-80ff-f76dcf61db89 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Sep 16 15:06:38.340476 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ce949d56-62b9-4ca9-bcfc-412f1e402a90 req-96851a56-0eb3-4e23-8aa1-51c0c1dfc29e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905173 Sep 16 15:06:39.308980 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78974b-88ae-4a02-ac14-cf83146ea598 req-80a80b89-53bf-4c1c-b4ce-7732b8728653 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:39.310421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc78974b-88ae-4a02-ac14-cf83146ea598 req-80a80b89-53bf-4c1c-b4ce-7732b8728653 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0503504 Sep 16 15:06:39.346744 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bc78974b-88ae-4a02-ac14-cf83146ea598 req-929dc91e-96e2-44f5-8cad-c781c0b1dcc5 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Sep 16 15:06:40.461649 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5f9e-0586-438b-ab8d-a4be6c0b4eda req-c510d408-46f8-4e81-a9b3-5fa1709aeda4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:40.463150 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b00e5f9e-0586-438b-ab8d-a4be6c0b4eda req-c510d408-46f8-4e81-a9b3-5fa1709aeda4 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0475612 Sep 16 15:06:40.500785 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b00e5f9e-0586-438b-ab8d-a4be6c0b4eda req-2f1cf992-7116-4362-a08b-3105bbf051a0 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Sep 16 15:06:42.845745 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:48.010641 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-bd44ffe3-eb72-4c40-8209-32ed797eed1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366101 Sep 16 15:06:48.085277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-b5ce8f5f-d2bc-4db2-97e2-218bb93bdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:48.086755 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-b5ce8f5f-d2bc-4db2-97e2-218bb93bdaf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0375502 Sep 16 15:06:48.203231 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-5749d23b-510b-4cdc-8805-f6ec28988583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:48.205352 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-5749d23b-510b-4cdc-8805-f6ec28988583 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0838466 Sep 16 15:06:48.278766 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-7aceba97-ff45-4a86-ace8-588f4087c132 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1002 time: 0.0548918 Sep 16 15:06:48.338302 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-419ab51c-94d2-4b1b-80d4-e2cb056f9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:48.339673 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-419ab51c-94d2-4b1b-80d4-e2cb056f9895 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0445232 Sep 16 15:06:48.382000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-d01e8ff0-c218-4919-90cb-ffa76fe028eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:06:48.383388 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-d01e8ff0-c218-4919-90cb-ffa76fe028eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368950 Sep 16 15:06:48.471407 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-c8a267a5-7f19-4079-822b-0e7c8c7b6d86 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806408 Sep 16 15:06:48.561882 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-31d9c950-831a-4deb-9cef-61ad8f6f4210 req-e00c441d-0182-4bf0-bf11-c2113eab834d service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Sep 16 15:06:53.740613 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4b9226d5-6b2e-4ae0-8455-e66f504da52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:56.411502 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6b9483f4-5e53-4c32-8432-aeb7b20e52eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:57.298022 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:57.783437 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:59.066182 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:06:59.769967 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:07:12.834941 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:23.753087 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d0bada09-e375-417b-9330-38c85c6b3f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:26.407096 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-35a7f028-86b0-4688-81be-4ee8cc0085be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:27.309637 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:27.807522 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:29.069266 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:36.769027 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:07:42.830443 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:49.172822 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-8e322e6c-ae43-4b23-89e1-f93f0745bea6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2001231 Sep 16 15:07:49.276887 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-7ab122a3-bb79-43d6-aeeb-457bd1d58c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:49.278331 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-7ab122a3-bb79-43d6-aeeb-457bd1d58c8a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0504985 Sep 16 15:07:49.403308 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-44999520-935c-427c-a017-17b9e7d94c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:49.405757 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-44999520-935c-427c-a017-17b9e7d94c37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.1072226 Sep 16 15:07:49.505690 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-81b706f9-f05e-4cb7-9e1c-4420d4fe7378 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 1002 time: 0.0922709 Sep 16 15:07:49.560043 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-0b5576e6-9da6-42fe-864e-12763fdafe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:49.561716 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-0b5576e6-9da6-42fe-864e-12763fdafe64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0490310 Sep 16 15:07:49.619250 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-42b27120-1848-44db-aeae-114dc8f4a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:49.621414 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-42b27120-1848-44db-aeae-114dc8f4a5cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454309 Sep 16 15:07:49.636160 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-7297e7f1-9cb8-4914-8849-42822af43770 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106171) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:07:49.637914 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-7297e7f1-9cb8-4914-8849-42822af43770 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088863 Sep 16 15:07:49.755929 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-92007f0f-1e88-4c2a-b0ef-84fc9c9253e9 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102967 Sep 16 15:07:49.901665 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-299a501b-d0d3-4331-b014-f4ed780ff328 req-bec6502e-84cb-4b7a-a79c-ad34afb84d74 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369843 Sep 16 15:07:52.707400 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38668) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:52.869585 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Deleting port 6a811974-7b6b-4536-986a-c6995549af80 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:07:52.870361 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:52.951613 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:52.952096 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:52.967364 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Calling delete_port for 6a811974-7b6b-4536-986a-c6995549af80 owned by network:floatingip {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:07:53.205502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.234112 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event deleted for resources: {'Port': ['ID=6a811974-7b6b-4536-986a-c6995549af80,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:07:53.246441 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.246793 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.247141 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.247495 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.247884 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.248219 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.248558 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.248886 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.249217 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.249551 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.249877 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.250210 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:07:53.305249 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for floatingip, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.305589 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Floating IP 5139055e-35d4-4f02-a5f1-f0dc40e4e72e disassociated (deleted). External IP: 172.27.3.145, port: aa2f6cbe-d13c-4b2d-a034-8d764af9fecf. Sep 16 15:07:53.530008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Router 6414d2e8-bfe6-4a21-b214-fd243e37934b has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:07:53.646658 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:07:53.651720 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.665726 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Sync routers for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:07:53.679230 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-9e65b832-c9a0-44bb-9451-267bbba92cc1 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "DELETE /v2.0/floatingips/5139055e-35d4-4f02-a5f1-f0dc40e4e72e HTTP/1.1" status: 204 len: 168 time: 0.9706728 Sep 16 15:07:53.679848 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:07:53.682167 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:07:53.688548 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:07:53.688943 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:07:53.723242 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb75f12b-b36e-44ce-942a-ace3b44c3e07 x-openstack-request-id: req-cb75f12b-b36e-44ce-942a-ace3b44c3e07 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:07:53.723779 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:07:53.723779 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb75f12b-b36e-44ce-942a-ace3b44c3e07 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:07:53.725904 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'status': 'completed', 'code': 200} Sep 16 15:07:53.751986 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-32a254eb-3007-4cc1-99fd-50bc98591ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:53.800498 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-e895c76a-17ac-4efc-94d4-aac81c648565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:53.802311 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-e895c76a-17ac-4efc-94d4-aac81c648565 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e77da9bf2f344bf3908b77317331b85f&device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 1099 time: 0.0517712 Sep 16 15:07:53.810124 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:07:53.902928 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-b469ae35-3917-4c44-8e1c-754669ba1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:53.904526 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-b469ae35-3917-4c44-8e1c-754669ba1a65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 200 len: 910 time: 0.0952089 Sep 16 15:07:53.946966 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-05c69d9c-ad62-4ea5-9e23-ad80a45ecba1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 200 len: 217 time: 0.0351703 Sep 16 15:07:54.006900 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-3670e8cc-a3b8-422d-9024-de63586cea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:54.008373 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-3670e8cc-a3b8-422d-9024-de63586cea87 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 200 len: 848 time: 0.0511482 Sep 16 15:07:54.037159 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:07:54.060031 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-14b031ec-5184-492c-a701-72a350093a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:54.061526 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-14b031ec-5184-492c-a701-72a350093a5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=001b26e4-32bd-4887-91b9-a3cbe6c86749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463550 Sep 16 15:07:54.079314 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Checking router: 6414d2e8-bfe6-4a21-b214-fd243e37934b for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:07:54.088351 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:07:54.089744 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:26Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:07:54.170434 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-dae9cbb7-c02e-4aea-b07b-c2fc8fddc3f5 service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013649 Sep 16 15:07:54.282796 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-5bd1ed5b-fcf0-45f7-946e-f2601af5f1f8 req-6afbd794-6880-4eb4-b898-2ddb7456652a service neutron] 10.222.0.22 "GET /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042299 Sep 16 15:07:54.308329 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c60742-b591-493a-974c-03c0f072f0ef req-9f2bad2a-23d9-44e8-a594-36b4c48fb3f5 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:54.309947 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-28c60742-b591-493a-974c-03c0f072f0ef req-9f2bad2a-23d9-44e8-a594-36b4c48fb3f5 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.2144938 Sep 16 15:07:54.343957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:07:54.350999 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-28c60742-b591-493a-974c-03c0f072f0ef req-9571165a-1641-4a6f-b40b-ad92da3b340e tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Sep 16 15:07:54.555172 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:07:54.582263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbcc5ca-0d35-4711-8cb2-58ff861eb6c2 None None] The sync data for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi is: [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:03:03Z', 'revision_number': 4, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'c5340267-d8fd-46ba-a668-3fadb982af18', 'name': '', 'network_id': '001b26e4-32bd-4887-91b9-a3cbe6c86749', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'mac_address': 'fa:16:3e:23:ed:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:02Z', 'updated_at': '2021-09-16T15:03:07Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'subnets': [{'id': 'f779f778-3391-4daf-bc35-cc3b8ed89601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:07:54.820882 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d994f-7b68-4f77-9bfe-4be0e7511e78 None None] New status for floating IP 5139055e-35d4-4f02-a5f1-f0dc40e4e72e: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:07:55.531502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465df8-0282-42fe-a2a1-94a8f5b5e430 req-9f264834-3a71-4d44-a3cb-83cdb468a226 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:55.533003 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b7465df8-0282-42fe-a2a1-94a8f5b5e430 req-9f264834-3a71-4d44-a3cb-83cdb468a226 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.1109099 Sep 16 15:07:55.572291 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b7465df8-0282-42fe-a2a1-94a8f5b5e430 req-2d12abb3-5de0-4596-9c72-556b8a6bf835 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b8f1a55-e039-465e-bf47-96d7294496c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Sep 16 15:07:55.637805 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-6cb78f2e-422f-4bbe-b33e-2276e233c434 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:07:55.639221 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-6cb78f2e-422f-4bbe-b33e-2276e233c434 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.22 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 946 time: 0.0480020 Sep 16 15:07:55.732061 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Deleting port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:07:55.732403 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:55.818771 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] For port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:07:55.819133 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:55.834883 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Calling delete_port for aa2f6cbe-d13c-4b2d-a034-8d764af9fecf owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:07:56.039107 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:56.067679 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event deleted for resources: {'Port': ['ID=aa2f6cbe-d13c-4b2d-a034-8d764af9fecf,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:07:56.130281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] No DVR routers for this DVR port aa2f6cbe-d13c-4b2d-a034-8d764af9fecf on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:07:56.130281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:56.130281 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-51c0cdf4-b653-4830-987c-e2753e746f93 req-b273edc0-6ef8-49f6-9a15-7eab6c3c5087 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.22 "DELETE /v2.0/ports/aa2f6cbe-d13c-4b2d-a034-8d764af9fecf HTTP/1.1" status: 204 len: 173 time: 0.4697082 Sep 16 15:07:56.130281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-deleted', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:07:56.130281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c72b5a-51e7-4d45-baed-fb7f174ec373" -d '{"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-deleted", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:07:56.151991 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb74e03-d85e-4b39-bc1b-3b33818055bb x-openstack-request-id: req-4bb74e03-d85e-4b39-bc1b-3b33818055bb {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:07:56.152310 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659ad8ec-c9e9-46dd-b5ac-199815a336de", "name": "network-vif-deleted", "tag": "aa2f6cbe-d13c-4b2d-a034-8d764af9fecf", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:07:56.152566 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bb74e03-d85e-4b39-bc1b-3b33818055bb {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:07:56.152960 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659ad8ec-c9e9-46dd-b5ac-199815a336de', 'name': 'network-vif-deleted', 'tag': 'aa2f6cbe-d13c-4b2d-a034-8d764af9fecf', 'status': 'completed', 'code': 200} Sep 16 15:07:56.427738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9edb-f7c6-4f5b-8741-5938d23765ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:56.665226 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-145360ac-54b0-46c8-8447-946f179b7258 req-82c88811-d61b-4bd9-a113-c04b4b920470 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "GET /v2.0/ports?device_id=659ad8ec-c9e9-46dd-b5ac-199815a336de HTTP/1.1" status: 200 len: 210 time: 0.0252178 Sep 16 15:07:57.304306 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.720250 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38700) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:57.781388 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.789287 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.806812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:07:57.807799 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.827127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: aa2f6cbe-d13c-4b2d-a034-8d764af9fecf {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:07:57.827473 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device aa2f6cbe-d13c-4b2d-a034-8d764af9fecf not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:07:57.925095 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.927683 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:57.928897 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b8f1a55-e039-465e-bf47-96d7294496c3 HTTP/1.1" status: 204 len: 168 time: 0.2076337 Sep 16 15:07:57.938151 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e0e76-6717-4dc5-97cd-8ec0794c1bf3 tempest-TestShelveInstance-1918656370 tempest-TestShelveInstance-1918656370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f1a55-e039-465e-bf47-96d7294496c3,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:07:58.046304 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38704) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:58.495502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:58.730394 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Deleting port c5340267-d8fd-46ba-a668-3fadb982af18 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:07:58.731072 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:58.806800 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] For port c5340267-d8fd-46ba-a668-3fadb982af18, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=c5340267-d8fd-46ba-a668-3fadb982af18,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:07:58.807084 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:58.818947 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Calling delete_port for c5340267-d8fd-46ba-a668-3fadb982af18 owned by network:router_interface {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:07:59.085011 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:59.111556 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5340267-d8fd-46ba-a668-3fadb982af18,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:07:59.137433 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:59.275931 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:59.481015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Router 6414d2e8-bfe6-4a21-b214-fd243e37934b has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:07:59.842059 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:07:59.846932 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-139dc21b-2f7e-477a-a3bc-af86d0d2f3fc admin admin] 10.222.0.30 "PUT /v2.0/routers/6414d2e8-bfe6-4a21-b214-fd243e37934b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996488 Sep 16 15:07:59.849687 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38708) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:07:59.850751 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Sync routers for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:07:59.860173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:07:59.860782 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:07:59.950907 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks [] for router, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:07:59.961421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:00.050872 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.136459 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:07:58Z', 'revision_number': 5, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port': {'id': 'f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:26:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:00Z', 'updated_at': '2021-09-16T15:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:00.153603 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Deleting port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:00.153954 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.165890 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Checking router: 6414d2e8-bfe6-4a21-b214-fd243e37934b for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:00.174199 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Routers {'6414d2e8-bfe6-4a21-b214-fd243e37934b'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:00.174812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['6414d2e8-bfe6-4a21-b214-fd243e37934b'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:00.234811 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] For port f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:00.235205 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.247992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Calling delete_port for f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 owned by network:router_gateway {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:00.258345 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] Set router 6414d2e8-bfe6-4a21-b214-fd243e37934b gateway port host: None {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:00.308606 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:08:00Z', 'revision_number': 6, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:00.337504 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b9693-3faf-4aff-ba65-5658132995c4 None None] The sync data for ids ['6414d2e8-bfe6-4a21-b214-fd243e37934b'] in dv-cinder-809417-1-iscsi is: [{'id': '6414d2e8-bfe6-4a21-b214-fd243e37934b', 'name': 'tempest-TestShelveInstance-1773876719-router', 'tenant_id': 'e77da9bf2f344bf3908b77317331b85f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:02:59Z', 'updated_at': '2021-09-16T15:08:00Z', 'revision_number': 6, 'project_id': 'e77da9bf2f344bf3908b77317331b85f', 'gw_port_host': None}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:00.450719 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.480665 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Pushing event deleted for resources: {'Port': ['ID=f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:00.539429 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.630581 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.632702 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.807691 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.808270 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6414d2e8-bfe6-4a21-b214-fd243e37934b {{(pid=106171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:08:00.814438 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.814438 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-dedaa031-c919-4d8a-bd5a-4353fdc7442c admin admin] 10.222.0.30 "DELETE /v2.0/routers/6414d2e8-bfe6-4a21-b214-fd243e37934b HTTP/1.1" status: 204 len: 168 time: 0.9635391 Sep 16 15:08:00.818007 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38710) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:00.865781 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_v2 [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Deleting subnet f779f778-3391-4daf-bc35-cc3b8ed89601 {{(pid=106171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:08:00.871635 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.903182 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15752815'] for subnet, precommit_delete_associations {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:00.977034 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.097935 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16238588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13514365'] for subnet, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.124234 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f779f778-3391-4daf-bc35-cc3b8ed89601,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:01.128168 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.130103 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-addd2105-1b8a-4857-97e4-52e29f34986f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f779f778-3391-4daf-bc35-cc3b8ed89601 HTTP/1.1" status: 204 len: 168 time: 0.3110688 Sep 16 15:08:01.132706 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38712) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:01.133693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6627cc5-e496-4045-8885-59591589502f None None] Network 001b26e4-32bd-4887-91b9-a3cbe6c86749 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:01.205959 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.265166 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Deleting port b9276e1e-4343-49cb-8169-36e89ca320e3 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:01.265449 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.314196 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] DHCP port deletion for 001b26e4-32bd-4887-91b9-a3cbe6c86749 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:08:01.333666 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] For port b9276e1e-4343-49cb-8169-36e89ca320e3, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b9276e1e-4343-49cb-8169-36e89ca320e3,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:01.334059 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.348167 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Calling delete_port for b9276e1e-4343-49cb-8169-36e89ca320e3 owned by network:dhcp {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:01.372172 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Deleting port b9276e1e-4343-49cb-8169-36e89ca320e3 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:01.372554 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.436581 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] For port b9276e1e-4343-49cb-8169-36e89ca320e3, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=b9276e1e-4343-49cb-8169-36e89ca320e3,segment=NetworkSegment(c5fd4651-a53e-4825-9fec-f2bf35823d41),segment_id=c5fd4651-a53e-4825-9fec-f2bf35823d41)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:01.436980 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.450330 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Calling delete_port for b9276e1e-4343-49cb-8169-36e89ca320e3 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:01.521729 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.541909 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.557928 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Pushing event deleted for resources: {'Port': ['ID=b9276e1e-4343-49cb-8169-36e89ca320e3,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:01.561670 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9276e1e-4343-49cb-8169-36e89ca320e3,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:01.563558 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] No DVR routers for this DVR port b9276e1e-4343-49cb-8169-36e89ca320e3 on host dv-cinder-809417-1-iscsi {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:08:01.567738 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.568117 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.568462 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.568901 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.569115 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.569454 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.569797 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.570126 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.570451 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.570775 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.571098 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.571433 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:01.576732 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa2b26-1150-4a43-890d-bb06411b2815 None None] No DVR routers for this DVR port b9276e1e-4343-49cb-8169-36e89ca320e3 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:08:01.581839 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:01.603482 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:01.603978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f05fdf0e-bcb3-42e2-bc60-76953bd0e3c4 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:01.605003 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b9276e1e-4343-49cb-8169-36e89ca320e3 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:01.623923 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: b9276e1e-4343-49cb-8169-36e89ca320e3 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:01.624362 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device b9276e1e-4343-49cb-8169-36e89ca320e3 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:01.624792 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device c5340267-d8fd-46ba-a668-3fadb982af18 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:01.636216 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.643002 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: c5340267-d8fd-46ba-a668-3fadb982af18 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:01.643347 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device c5340267-d8fd-46ba-a668-3fadb982af18 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:01.655702 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001b26e4-32bd-4887-91b9-a3cbe6c86749']}} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:01.664702 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fd4651-a53e-4825-9fec-f2bf35823d41') {'for_net_delete': True} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:01.665004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.services.segments.db [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fd4651-a53e-4825-9fec-f2bf35823d41') {} {{(pid=106171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:01.678372 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15752804'] for segment, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.691594 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.697281 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:08:01.697669 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16239394'] for segment, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: Traceback (most recent call last): Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: timer() Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: cb(*args, **kw) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: return func(*args, **kwargs) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: self._notify() Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: self.callback(batched_events) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: event.method(event) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: return f(self, *a, **k) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._get(url).json() Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: return self.request(url, 'GET', **kwargs) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:08:01.699319 dv-cinder-809417-1-iscsi neutron-server[106171]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:08:01.853143 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.859283 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:01.860975 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] 10.222.0.30 "DELETE /v2.0/networks/001b26e4-32bd-4887-91b9-a3cbe6c86749 HTTP/1.1" status: 204 len: 168 time: 0.7273262 Sep 16 15:08:01.864158 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38714) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:01.871355 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934143e1-a8e9-4f43-b3a8-029a99f64c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=001b26e4-32bd-4887-91b9-a3cbe6c86749,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:02.197290 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.433657 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Deleting port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:02.433996 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.509191 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] For port 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:02.509567 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.522532 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Calling delete_port for 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e owned by network:router_interface {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:02.762104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:02.792960 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:02.800139 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.800497 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.800844 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.801182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.801548 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.801885 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.802222 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.802557 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.802887 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.803215 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.804121 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.804322 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:02.962764 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.169576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:08:03.272414 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:08:03.278628 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5d268f02-f38f-4e48-889c-a79f31bac23c admin admin] 10.222.0.30 "PUT /v2.0/routers/44ee0de7-58ba-4fd5-86f1-ebb0530a9c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4134231 Sep 16 15:08:03.281187 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38716) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:03.283739 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Sync routers for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:08:03.294049 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:03.294701 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:03.383951 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks [] for router, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.397572 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:03.484839 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.579932 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:08:02Z', 'revision_number': 5, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port': {'id': '1e887a9d-01cc-4a23-949c-9e43ddbd2aee', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:03:08Z', 'updated_at': '2021-09-16T15:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:03.606022 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Checking router: 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:03.615139 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Routers {'44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:03.615790 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:03.792671 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] Set router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 gateway port host: None {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:03.846553 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:08:03Z', 'revision_number': 6, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:03.846839 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Deleting port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:03.847008 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.874377 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09955985-f8f0-4444-99bf-e31a7a932fc5 None None] The sync data for ids ['44ee0de7-58ba-4fd5-86f1-ebb0530a9c46'] in dv-cinder-809417-1-iscsi is: [{'id': '44ee0de7-58ba-4fd5-86f1-ebb0530a9c46', 'name': 'tempest-TestShelveInstance-1747031665-router', 'tenant_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:03:07Z', 'updated_at': '2021-09-16T15:08:03Z', 'revision_number': 6, 'project_id': 'a602fde30eef42b3a7cb516f19fbb7e6', 'gw_port_host': None}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:03.926976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] For port 1e887a9d-01cc-4a23-949c-9e43ddbd2aee, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:03.927360 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:03.939132 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Calling delete_port for 1e887a9d-01cc-4a23-949c-9e43ddbd2aee owned by network:router_gateway {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:04.142512 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.175804 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e887a9d-01cc-4a23-949c-9e43ddbd2aee,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:04.230258 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.321263 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.324174 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.441525 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.441979 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 {{(pid=106170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:08:04.446884 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.448598 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-975078a7-0971-46eb-bfe5-dcd0c411507e admin admin] 10.222.0.30 "DELETE /v2.0/routers/44ee0de7-58ba-4fd5-86f1-ebb0530a9c46 HTTP/1.1" status: 204 len: 168 time: 1.1657958 Sep 16 15:08:04.451142 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38718) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:04.494160 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Deleting subnet eb194e3c-9cf7-4475-9cb0-13a888d0436a {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:08:04.497883 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.530425 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.641367 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.748280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.774796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb194e3c-9cf7-4475-9cb0-13a888d0436a,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:04.776852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.779371 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5ebd39b3-0f29-4f1e-8a74-40f346b8c21c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb194e3c-9cf7-4475-9cb0-13a888d0436a HTTP/1.1" status: 204 len: 168 time: 0.3266301 Sep 16 15:08:04.781260 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38720) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:04.783965 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46651a2c-266e-45c6-b75e-e3aebf0cf920 None None] Network 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:04.856575 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.910324 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Deleting port 07da0d65-29e1-450c-8e40-5464eefd4735 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:04.910670 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.973068 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] For port 07da0d65-29e1-450c-8e40-5464eefd4735, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=07da0d65-29e1-450c-8e40-5464eefd4735,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:04.973250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:04.978871 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] DHCP port deletion for 9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:08:04.986616 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Calling delete_port for 07da0d65-29e1-450c-8e40-5464eefd4735 owned by network:dhcp {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:05.024474 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Deleting port 07da0d65-29e1-450c-8e40-5464eefd4735 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:08:05.024853 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.089010 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] For port 07da0d65-29e1-450c-8e40-5464eefd4735, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=07da0d65-29e1-450c-8e40-5464eefd4735,segment=NetworkSegment(e730b329-0d57-4b30-ae55-d75fe7aad7ca),segment_id=e730b329-0d57-4b30-ae55-d75fe7aad7ca)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:05.089410 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.101056 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Calling delete_port for 07da0d65-29e1-450c-8e40-5464eefd4735 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:08:05.161902 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.176237 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.188860 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07da0d65-29e1-450c-8e40-5464eefd4735,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:05.190726 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] No DVR routers for this DVR port 07da0d65-29e1-450c-8e40-5464eefd4735 on host dv-cinder-809417-1-iscsi {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:08:05.207072 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] Pushing event deleted for resources: {'Port': ['ID=07da0d65-29e1-450c-8e40-5464eefd4735,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:05.211353 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f320a-1f5e-4bda-af32-b46e5635f2e4 None None] No DVR routers for this DVR port 07da0d65-29e1-450c-8e40-5464eefd4735 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:08:05.263761 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.283791 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:05.292807 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e730b329-0d57-4b30-ae55-d75fe7aad7ca') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:05.293111 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e730b329-0d57-4b30-ae55-d75fe7aad7ca') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:05.302102 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.314648 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.320366 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:08:05.320768 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:08:05.322429 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:08:05.447403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.452437 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.454322 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26 HTTP/1.1" status: 204 len: 168 time: 0.6719885 Sep 16 15:08:05.472309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c1325-989d-4921-ad05-56aef72cece1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a23fa4f-ba4f-4b67-81c3-fbfa5362bd26,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:05.560879 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 07da0d65-29e1-450c-8e40-5464eefd4735 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:05.581535 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 07da0d65-29e1-450c-8e40-5464eefd4735 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:05.581881 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 07da0d65-29e1-450c-8e40-5464eefd4735 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:05.582331 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:05.601532 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:05.601873 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1ce5e287-e1d2-4fe0-9246-3bc7e8016a0e not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:05.602284 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1e887a9d-01cc-4a23-949c-9e43ddbd2aee no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:08:05.625816 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 1e887a9d-01cc-4a23-949c-9e43ddbd2aee {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:08:05.626167 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 1e887a9d-01cc-4a23-949c-9e43ddbd2aee not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:08:05.770239 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38724) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:05.813065 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-100e410b-1417-4e9f-9138-4384fb42e579 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e77da9bf2f344bf3908b77317331b85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416296 Sep 16 15:08:05.815544 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38726) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:05.861647 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:05.882354 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.036896 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.038734 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.040047 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dafdc565-82aa-4f6c-b199-d9879eeda063 HTTP/1.1" status: 204 len: 168 time: 0.2234633 Sep 16 15:08:06.048433 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9c6a-f671-4b56-90be-5f9926805be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafdc565-82aa-4f6c-b199-d9879eeda063,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:06.644753 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38732) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:06.683708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2862903f-d8b0-41ac-89c0-98e10c60c826 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a602fde30eef42b3a7cb516f19fbb7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377715 Sep 16 15:08:06.686068 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38734) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:06.732415 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.752221 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.862229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.864852 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:06.865881 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7190c828-54b7-468a-9faa-da38138f1eba HTTP/1.1" status: 204 len: 168 time: 0.1789489 Sep 16 15:08:06.873660 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab2264-b6a4-407c-b2d2-937259841a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7190c828-54b7-468a-9faa-da38138f1eba,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:07.824896 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38756) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:07.921829 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1536284546-network', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:08.022080 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Made reservation on behalf of 1f124c01b0674632a1e239ff30a55adc for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:08:08.024416 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.032793 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.118038 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.170674 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.193884 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:08:08.208520 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524100eb-8786-43e0-8722-f2b0e8df77ba,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:08.211357 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.211718 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Added segment 087968aa-d165-4391-97c9-2bcbc378ee92 of type vlan for network 852e2881-d6c8-423d-92ce-664a876bf769 Sep 16 15:08:08.250946 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.332953 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.333920 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:08.334507 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.391978 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] Pushing event updated for resources: {'Network': ['ID=852e2881-d6c8-423d-92ce-664a876bf769,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:08.401685 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 852e2881-d6c8-423d-92ce-664a876bf769 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:08:08.425513 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-1cb7b8e4-be5d-4bbe-9092-4248b5f23f1e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5993655 Sep 16 15:08:08.433816 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38760) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:08.438590 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Request body: {'subnet': {'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1536284546-subnet', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:08.521707 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Made reservation on behalf of 1f124c01b0674632a1e239ff30a55adc for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:08:08.524133 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.727636 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.787540 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6700cd-fef0-4441-a971-3be831e89b2e,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:08.796146 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:08.796503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Network hostable DHCP agents. Network: 852e2881-d6c8-423d-92ce-664a876bf769, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:08:08.858524 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Network 852e2881-d6c8-423d-92ce-664a876bf769 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:08:08.924862 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 852e2881-d6c8-423d-92ce-664a876bf769) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:08.929443 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:08.930315 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:08.933624 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec06af9-36af-41e4-87fd-ac15ca61f626 None None] Network 852e2881-d6c8-423d-92ce-664a876bf769 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:09.012709 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-c9bbb4c4-6d3d-4669-a7c3-c4e38c9add71 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5777547 Sep 16 15:08:09.015276 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38762) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:09.019599 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:09.073907 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-852e2881-d6c8-423d-92ce-664a876bf769', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:08:09.074756 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.102982 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.104107 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.155305 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.202394 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Allocated IP 172.20.0.2 (852e2881-d6c8-423d-92ce-664a876bf769/0c6700cd-fef0-4441-a971-3be831e89b2e/e47fe1cb-b7ae-44a2-8b8a-16279e424367) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:09.354307 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.466173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.554618 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.596127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:09.599088 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:09.602610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:09.613282 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.613484 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Pushing event updated for resources: {'Port': ['ID=e47fe1cb-b7ae-44a2-8b8a-16279e424367,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:09.632865 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.664455 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Attempting to bind port e47fe1cb-b7ae-44a2-8b8a-16279e424367 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:09.664830 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Attempting to bind port e47fe1cb-b7ae-44a2-8b8a-16279e424367 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:09.665198 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Attempting to bind port e47fe1cb-b7ae-44a2-8b8a-16279e424367 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:09.670246 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:09.670629 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:09.671036 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.671432 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Bound using segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:09.671924 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Bound port: e47fe1cb-b7ae-44a2-8b8a-16279e424367, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:09.672312 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.732274 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Allocated IP 172.27.3.121 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/221aba96-b16c-4f76-8831-cb669dd3a79d) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:09.734385 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] For port e47fe1cb-b7ae-44a2-8b8a-16279e424367, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:09.737471 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] For port e47fe1cb-b7ae-44a2-8b8a-16279e424367, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=e47fe1cb-b7ae-44a2-8b8a-16279e424367,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:09.811690 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.836466 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.870875 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccaac1-94a4-4364-a28f-9d0d8219cd1b None None] Pushing event updated for resources: {'Port': ['ID=e47fe1cb-b7ae-44a2-8b8a-16279e424367,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:09.934663 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:09.972473 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:09.975363 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:09.978886 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:09.989284 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Pushing event updated for resources: {'Port': ['ID=221aba96-b16c-4f76-8831-cb669dd3a79d,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:10.346007 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:10.548336 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:10.675563 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb0c18-4cb1-4796-93ea-d2166f78d357 None None] Network 852e2881-d6c8-423d-92ce-664a876bf769 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:10.755725 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:08:10.757476 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] Provisioning complete for port e47fe1cb-b7ae-44a2-8b8a-16279e424367 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:10.757857 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:10.870289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:08:10.882360 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:08:10.906052 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:10.909075 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:10.909607 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:10.944744 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:10.946500 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0df4bc6f-e539-4fbe-9f03-161421cc4b56 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9297478 Sep 16 15:08:10.948681 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38764) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:10.986785 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] For port e47fe1cb-b7ae-44a2-8b8a-16279e424367, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=e47fe1cb-b7ae-44a2-8b8a-16279e424367,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:11.049433 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:11.080049 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.203098 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d0834-e0d5-450d-9af2-5336b6eaa7cf None None] Pushing event updated for resources: {'Port': ['ID=e47fe1cb-b7ae-44a2-8b8a-16279e424367,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:11.230020 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-a81353b8-2f08-4039-acc8-ab20389f925a None None] Provisioning complete for port e47fe1cb-b7ae-44a2-8b8a-16279e424367 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:11.230393 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a81353b8-2f08-4039-acc8-ab20389f925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.344176 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:10Z', 'revision_number': 3, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:11.377107 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:11.377457 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Updating router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 port 221aba96-b16c-4f76-8831-cb669dd3a79d binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:08:11.408478 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.662972 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.664758 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device e47fe1cb-b7ae-44a2-8b8a-16279e424367 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:11.721332 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.736308 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port e47fe1cb-b7ae-44a2-8b8a-16279e424367 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:11.736637 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.804201 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.834889 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Allocated IP 172.20.0.1 (852e2881-d6c8-423d-92ce-664a876bf769/0c6700cd-fef0-4441-a971-3be831e89b2e/5f631b5f-52f4-450f-af90-7a6a30cd50d6) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:11.868597 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Attempting to bind port 221aba96-b16c-4f76-8831-cb669dd3a79d on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:11.868980 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Attempting to bind port 221aba96-b16c-4f76-8831-cb669dd3a79d by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:11.869319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Attempting to bind port 221aba96-b16c-4f76-8831-cb669dd3a79d on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:11.881057 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0594798-f2d1-4878-bbbc-b7b8448de0c5 None None] Pushing event updated for resources: {'Port': ['ID=221aba96-b16c-4f76-8831-cb669dd3a79d,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:11.883353 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:11.883704 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:11.884133 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.884520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:11.884986 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Bound port: 221aba96-b16c-4f76-8831-cb669dd3a79d, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:11.885987 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.937623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] For port 221aba96-b16c-4f76-8831-cb669dd3a79d, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:11.939481 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:11.940625 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] For port 221aba96-b16c-4f76-8831-cb669dd3a79d, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=221aba96-b16c-4f76-8831-cb669dd3a79d,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:12.019184 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.047694 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.074957 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:12.075593 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:12.080385 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0594798-f2d1-4878-bbbc-b7b8448de0c5 None None] Pushing event updated for resources: {'Port': ['ID=221aba96-b16c-4f76-8831-cb669dd3a79d,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:12.083021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:12.087510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:12.090965 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:12.116945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Pushing event updated for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:12.137127 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.316023 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:12.328001 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.453035 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-1711277c-4c02-444c-a8be-f44ee0ef1f4e None None] Provisioning complete for port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:12.453330 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1711277c-4c02-444c-a8be-f44ee0ef1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.501859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.516444 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-1711277c-4c02-444c-a8be-f44ee0ef1f4e None None] Port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:12.541438 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:10Z', 'revision_number': 3, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:12.567677 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee8792-4b47-46f3-b568-a1b4f4898060 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:10Z', 'revision_number': 3, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:12.585021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.661896 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.664008 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Pushing event updated for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:12.757262 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:12.758698 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:12.853737 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:12.911972 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:08:13.030467 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:08:13.036027 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-cbe86b37-0c54-4adf-9e6c-6bc92de903ff admin admin] 10.222.0.30 "PUT /v2.0/routers/2e0da0cf-0eff-467a-8b88-87705e5b8fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0862002 Sep 16 15:08:13.040702 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e84356b8-40d8-473e-922b-18588ab0be00 None None] Provisioning complete for port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:13.041076 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e84356b8-40d8-473e-922b-18588ab0be00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.075500 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-e84356b8-40d8-473e-922b-18588ab0be00 None None] Port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:13.588533 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 221aba96-b16c-4f76-8831-cb669dd3a79d up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:13.636263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 221aba96-b16c-4f76-8831-cb669dd3a79d triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:13.636638 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.688874 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38780) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:13.693859 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441295757-network', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:13.715413 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.736060 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port 221aba96-b16c-4f76-8831-cb669dd3a79d, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=221aba96-b16c-4f76-8831-cb669dd3a79d,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:13.767649 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:13.800159 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Made reservation on behalf of 90119889f3ae4e3c8978e1120313c0ab for: {'network': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:08:13.804541 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for network, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.813319 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.816161 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.867223 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=221aba96-b16c-4f76-8831-cb669dd3a79d,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:13.910958 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:13.978866 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.006295 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=106171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 15:08:14.012502 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a3abb-dca5-4736-8c51-792fe1a73974,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:14.019583 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.019967 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.segments_db [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Added segment 6872b452-ad33-425d-8cbe-92bf421f1dde of type vlan for network 8190e19f-1641-4b08-aabf-e46573631294 Sep 16 15:08:14.061766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781505869096'] for network, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.063605 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:08:14.074277 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:14.075002 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:14.150533 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031'] for network, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.152311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:14.152897 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.181493 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:14.214685 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] Pushing event updated for resources: {'Network': ['ID=8190e19f-1641-4b08-aabf-e46573631294,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:14.224479 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Network 8190e19f-1641-4b08-aabf-e46573631294 details requested by agent ovs-agent-dv-cinder-809417-1-iscsi with host dv-cinder-809417-1-iscsi {{(pid=106172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 15:08:14.236914 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-6c3668bd-d7fc-48f6-a9dc-b96c905e0c7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5468638 Sep 16 15:08:14.239570 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38782) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:14.244579 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Request body: {'subnet': {'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441295757-subnet', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'ip_version': 4}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:14.359689 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Made reservation on behalf of 90119889f3ae4e3c8978e1120313c0ab for: {'subnet': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:08:14.362043 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13514330'] for subnet, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.382566 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 2, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:14.409677 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:14.410032 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Updating router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:08:14.437969 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.584835 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16238527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13514356'] for subnet, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.642392 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe660e6-f586-439c-b158-ae1f0a45e1b8,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:14.651454 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Checking segment: {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:14.651843 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Network hostable DHCP agents. Network: 8190e19f-1641-4b08-aabf-e46573631294, hostable agents: ['9aea6d2c-c988-408c-a0ca-28d6837d65e0'], hosted agents: [] {{(pid=106171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 15:08:14.698947 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.732951 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Network 8190e19f-1641-4b08-aabf-e46573631294 is scheduled to be hosted by DHCP agent 9aea6d2c-c988-408c-a0ca-28d6837d65e0 with binding_index 1 {{(pid=106171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 15:08:14.767503 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.793920 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809417-1-iscsi, 8190e19f-1641-4b08-aabf-e46573631294) {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:14.798269 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:14.798870 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.808882 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741075d-2d87-4bb8-9605-c6a365cbc336 None None] Network 8190e19f-1641-4b08-aabf-e46573631294 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:14.819339 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Pushing event updated for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.831556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.832474 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.832474 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.832474 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.832703 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:08:14.881391 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-90a591e8-ca03-4350-8b65-003fd8873a08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6406796 Sep 16 15:08:14.884006 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38784) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:14.891872 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Attempting to bind port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:14.891872 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Attempting to bind port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:14.892163 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:14.892273 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Attempting to bind port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:14.897095 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:14.897804 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:14.898442 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.898776 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Bound using segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:14.899245 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Bound port: 5f631b5f-52f4-450f-af90-7a6a30cd50d6, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:14.899637 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.965173 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90442588-3fef-5ed8-bb52-b7fb6fbe6ede-8190e19f-1641-4b08-aabf-e46573631294', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8'}]}} from dv-cinder-809417-1-iscsi. {{(pid=106172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 16 15:08:14.966263 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.966539 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] For port 5f631b5f-52f4-450f-af90-7a6a30cd50d6, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:14.969918 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] For port 5f631b5f-52f4-450f-af90-7a6a30cd50d6, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=5f631b5f-52f4-450f-af90-7a6a30cd50d6,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:14.988817 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1772171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-731'] for router, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:14.989813 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1783067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1760262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-748'] for router, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.045605 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.061801 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-d291ca85-3667-4ddb-b399-f9ca3e30adf3 None None] Provisioning complete for port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:15.062167 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-d291ca85-3667-4ddb-b399-f9ca3e30adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.069055 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.126958 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-d291ca85-3667-4ddb-b399-f9ca3e30adf3 None None] Port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:15.127151 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:15.127587 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:15.130901 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ba1e5-60bc-4a8e-be0d-12e7ddeca292 None None] Pushing event updated for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=4']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:15.137140 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.db_base_plugin_common [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Allocated IP 172.20.0.2 (8190e19f-1641-4b08-aabf-e46573631294/cfe660e6-f586-439c-b158-ae1f0a45e1b8/15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b) {{(pid=106172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:15.250628 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:15.301074 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.302487 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks [] for port, precommit_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.347043 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] Provisioning complete for port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:15.347418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.375233 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754'] for port, after_create {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.424853 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Network 8190e19f-1641-4b08-aabf-e46573631294 is already hosted by enough agents. {{(pid=106172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:15.431168 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.scheduler.base_scheduler [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Resources bound (agent type, host, resource id): {{(pid=106172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:15.439164 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Received port after_create {{(pid=106172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:15.442370 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Pushing event updated for resources: {'Port': ['ID=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,revision_number=1']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:15.476361 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:14Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:15.506608 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c80852-e96b-4c93-bffa-9522b5041842 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:14Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:15.526872 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Attempting to bind port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:15.527254 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Attempting to bind port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:15.527626 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Attempting to bind port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b on network 8190e19f-1641-4b08-aabf-e46573631294 {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:15.529549 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.547776 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:15.548192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Checking segment: {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:15.548604 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.549010 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Bound using segment: {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:15.549661 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Bound port: 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:15.549949 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.590120 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] For port 5f631b5f-52f4-450f-af90-7a6a30cd50d6, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=5f631b5f-52f4-450f-af90-7a6a30cd50d6,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:15.612682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.639651 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.650835 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 221aba96-b16c-4f76-8831-cb669dd3a79d up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:15.681733 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.688060 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] For port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:15.727793 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] For port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:15.755424 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Allocated IP 172.27.3.175 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/d52d6cbd-3384-498f-9f76-90e04f82c578) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:15.761046 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858daa75-43e5-456c-a194-5f4c87807328 None None] Pushing event updated for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:15.768440 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 221aba96-b16c-4f76-8831-cb669dd3a79d triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:15.769281 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.793727 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.870392 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000744c-acc7-4b5d-a2b0-67091253a991 None None] Pushing event updated for resources: {'Port': ['ID=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:15.884690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:15.985661 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:16.038254 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:16.042564 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:16.045285 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:16.090039 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=d52d6cbd-3384-498f-9f76-90e04f82c578,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:16.388637 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:16.596640 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1783060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1782364'] for router, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:16.735647 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707fa4de-7320-422a-a9f0-6e737091308c None None] Network 8190e19f-1641-4b08-aabf-e46573631294 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:08:16.823241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] Provisioning complete for port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:16.823610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:16.964204 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.002527 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] For port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:17.074693 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 is scheduled to L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 with binding_index 1 {{(pid=106171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 15:08:17.099519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.148465 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3427c-f30e-439d-9111-0d543ba5e745 None None] Pushing event updated for resources: {'Port': ['ID=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:17.179665 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:08:17.189309 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Sync routers for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:08:17.199273 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:17.199927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:17.259430 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-cf417c9a-4c55-4b0c-83aa-4bfc2f9c126c None None] Provisioning complete for port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:17.259724 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-cf417c9a-4c55-4b0c-83aa-4bfc2f9c126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.264819 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.266210 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-217106a1-b860-4d4a-84a7-94a5b4c56ab9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3807447 Sep 16 15:08:17.269006 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38786) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:17.460945 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:17.665431 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:17.694245 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.718759 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:16Z', 'revision_number': 3, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:17.747367 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Checking router: aade9fb0-1c22-4a6d-9d2f-8268f4faad65 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:17.748055 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Updating router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 port d52d6cbd-3384-498f-9f76-90e04f82c578 binding host dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:08:17.769523 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:17.769829 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.791266 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:17.850679 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Allocated IP 172.20.0.1 (8190e19f-1641-4b08-aabf-e46573631294/cfe660e6-f586-439c-b158-ae1f0a45e1b8/f19673a5-7a30-4b9e-bba2-d3357ce11b9f) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:17.952959 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 5f631b5f-52f4-450f-af90-7a6a30cd50d6 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:17.957767 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.059552 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:18.060007 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.082254 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.122374 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Network 8190e19f-1641-4b08-aabf-e46573631294 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:18.125209 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:18.131907 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:18.152781 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Pushing event updated for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:18.159580 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks [] for port, precommit_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.172604 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1782411'] for router_interface, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.259111 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.312873 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c6f-99ae-4cf6-8f28-78d81bec2e1c None None] Pushing event updated for resources: {'Port': ['ID=d52d6cbd-3384-498f-9f76-90e04f82c578,revision_number=2']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:18.315120 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Attempting to bind port d52d6cbd-3384-498f-9f76-90e04f82c578 on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:18.320421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Attempting to bind port d52d6cbd-3384-498f-9f76-90e04f82c578 by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:18.320421 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Attempting to bind port d52d6cbd-3384-498f-9f76-90e04f82c578 on network 2d3eb677-50ae-4545-a3d6-be6111ee844c {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:18.321530 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:18.321908 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Checking segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:18.322310 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.322704 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Bound using segment: {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'} {{(pid=106172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:18.323689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.managers [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Bound port: d52d6cbd-3384-498f-9f76-90e04f82c578, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753790b-db84-468f-bdf4-a982631a707e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c'}}] {{(pid=106172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:18.324099 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.363744 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.371110 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2921dd22-7aae-49a5-8005-a353fa48c5c8 None None] Provisioning complete for port f19673a5-7a30-4b9e-bba2-d3357ce11b9f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:18.371508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2921dd22-7aae-49a5-8005-a353fa48c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.406610 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] For port d52d6cbd-3384-498f-9f76-90e04f82c578, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:18.423903 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] For port d52d6cbd-3384-498f-9f76-90e04f82c578, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=d52d6cbd-3384-498f-9f76-90e04f82c578,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:18.425235 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2921dd22-7aae-49a5-8005-a353fa48c5c8 None None] Port f19673a5-7a30-4b9e-bba2-d3357ce11b9f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:18.499613 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.525004 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.554230 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:18.554726 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:18.584782 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.590545 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204c6f-99ae-4cf6-8f28-78d81bec2e1c None None] Pushing event updated for resources: {'Port': ['ID=d52d6cbd-3384-498f-9f76-90e04f82c578,revision_number=3']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:18.654865 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Pushing event updated for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:18.658329 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1782811'] for router_interface, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:18.665955 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:18.748249 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Network 8190e19f-1641-4b08-aabf-e46573631294 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:18.749691 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:18.867534 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:08:18.868695 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'f19673a5-7a30-4b9e-bba2-d3357ce11b9f', 'name': '', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'mac_address': 'fa:16:3e:59:65:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:17Z', 'updated_at': '2021-09-16T15:08:17Z', 'revision_number': 1, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'subnets': [{'id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:18.900519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bac89e-5458-4dd5-9a3e-a2e554821618 None None] The sync data for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi is: [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'f19673a5-7a30-4b9e-bba2-d3357ce11b9f', 'name': '', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'mac_address': 'fa:16:3e:59:65:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:17Z', 'updated_at': '2021-09-16T15:08:17Z', 'revision_number': 1, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'subnets': [{'id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:18.981477 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:08:18.986363 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-d0e075c7-9e2c-4b6f-a033-7ea5c9a59944 admin admin] 10.222.0.30 "PUT /v2.0/routers/aade9fb0-1c22-4a6d-9d2f-8268f4faad65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7163942 Sep 16 15:08:19.048676 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-a6b46eb4-52ef-4342-b888-15a0b0e922b6 None None] Provisioning complete for port f19673a5-7a30-4b9e-bba2-d3357ce11b9f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:19.049407 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a6b46eb4-52ef-4342-b888-15a0b0e922b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:19.099113 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-a6b46eb4-52ef-4342-b888-15a0b0e922b6 None None] Port f19673a5-7a30-4b9e-bba2-d3357ce11b9f cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:19.617036 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device d52d6cbd-3384-498f-9f76-90e04f82c578 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:19.669153 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port d52d6cbd-3384-498f-9f76-90e04f82c578 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:19.669520 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:19.755935 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:19.776601 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] For port d52d6cbd-3384-498f-9f76-90e04f82c578, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=d52d6cbd-3384-498f-9f76-90e04f82c578,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:19.817195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38794) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:19.821772 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808465705', 'description': 'tempest-secgroup-smoke-1808465705 description', 'project_id': '1f124c01b0674632a1e239ff30a55adc'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:19.863032 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:19.911740 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Pushing event updated for resources: {'Port': ['ID=d52d6cbd-3384-498f-9f76-90e04f82c578,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:19.939569 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.023496 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.082245 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.111981 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84ebd7f-9838-4ee3-ac1f-649e31337372,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:20.156475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.157733 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-bbfa057f-3ed7-4b83-adf3-4d0e50410e8c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3395302 Sep 16 15:08:20.160663 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38796) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:20.164928 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:20.246918 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.302312 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.373181 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.391558 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19c1706-4ed7-40ab-bf0a-a8ca05db884d,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:20.470829 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.472116 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-937b93fc-c004-4fe2-8181-68f868bb3a94 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105106 Sep 16 15:08:20.474855 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38798) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:20.479165 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:20.582048 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.638207 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.730957 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.752631 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75cf9c0-8fe1-4c89-8e5d-66bb70c2a9b7,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:20.834120 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:20.835514 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4920211a-8cc0-40b3-8067-0957d968da05 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3595977 Sep 16 15:08:20.838349 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38800) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:20.842726 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:20.951099 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.011201 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.082174 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.101671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e248b8e-9802-4c27-a387-f2f1c47452ee,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:21.162254 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.163494 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-1596a00c-9b7a-4932-bf8d-e27648fee09c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241723 Sep 16 15:08:21.166266 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38802) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:21.170617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:21.256816 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.316330 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.390765 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.408358 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21594007-3c10-4361-9810-611c905dc55d,revision_number=0']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:21.481950 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.483293 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-5cf2c2ae-8c5c-4f60-8a55-2b1ae3bbb517 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160419 Sep 16 15:08:21.486147 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38804) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:21.491270 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:21.568287 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.securitygroups_db [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Project 1f124c01b0674632a1e239ff30a55adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:08:21.574737 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.577959 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device d52d6cbd-3384-498f-9f76-90e04f82c578 up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:21.633687 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port d52d6cbd-3384-498f-9f76-90e04f82c578 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:21.634088 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.645912 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.683291 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Sync routers for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:08:21.692876 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:21.693582 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:21.720257 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.742097 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724f9479-f450-44b2-b873-231e7f747767,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:21.804215 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:21.805492 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:21.806792 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-aeeef6f3-324f-4a75-8c9b-281d7f6e5973 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190699 Sep 16 15:08:21.810188 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 38806) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:21.814559 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'security_group_rule': {'security_group_id': 'c84ebd7f-9838-4ee3-ac1f-649e31337372', 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:21.939236 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.securitygroups_db [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Project 1f124c01b0674632a1e239ff30a55adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 15:08:21.944506 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.001065 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'f19673a5-7a30-4b9e-bba2-d3357ce11b9f', 'name': '', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'mac_address': 'fa:16:3e:59:65:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:17Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 2, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'subnets': [{'id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:22.006544 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.032712 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Checking router: aade9fb0-1c22-4a6d-9d2f-8268f4faad65 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:08:22.033115 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Updating router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 port f19673a5-7a30-4b9e-bba2-d3357ce11b9f binding host dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 15:08:22.062453 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.080514 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1691960'] for security_group_rule, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.101699 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04f8927-97b6-47d9-8495-a220905def4c,revision_number=0']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:22.188675 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.190036 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-8a7722ac-bc9c-4cb7-b5df-940cd21570b7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788509 Sep 16 15:08:22.436392 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks [] for port, precommit_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.526180 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.575276 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a96014-7dcb-46c1-8938-163ea8cb4c80 None None] Pushing event updated for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=3']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:22.632990 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Attempting to bind port f19673a5-7a30-4b9e-bba2-d3357ce11b9f on host dv-cinder-809417-1-iscsi for vnic_type normal with profile {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:22.633448 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Attempting to bind port f19673a5-7a30-4b9e-bba2-d3357ce11b9f by drivers openvswitch,hyperv on host dv-cinder-809417-1-iscsi at level 0 using segments [{'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:22.633811 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Attempting to bind port f19673a5-7a30-4b9e-bba2-d3357ce11b9f on network 8190e19f-1641-4b08-aabf-e46573631294 {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:22.639375 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Checking agent: {'id': 'fe88304b-26c4-46d9-a82b-f3faaf5d1da2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809417-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 48, 27), 'started_at': datetime.datetime(2021, 9, 16, 14, 48, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809417-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:22.639751 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Checking segment: {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:22.640185 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.640575 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Bound using segment: {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'} {{(pid=106173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:22.641056 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.managers [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Bound port: f19673a5-7a30-4b9e-bba2-d3357ce11b9f, host: dv-cinder-809417-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872b452-ad33-425d-8cbe-92bf421f1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8190e19f-1641-4b08-aabf-e46573631294'}}] {{(pid=106173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:22.641433 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.710937 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] For port f19673a5-7a30-4b9e-bba2-d3357ce11b9f, host dv-cinder-809417-1-iscsi, cleared binding levels {{(pid=106173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:22.715468 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.plugins.ml2.db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] For port f19673a5-7a30-4b9e-bba2-d3357ce11b9f, host dv-cinder-809417-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:22.783421 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron_lib.callbacks.manager [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.844491 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-8c524dd7-cb21-4592-8152-615a510729de None None] Provisioning complete for port f19673a5-7a30-4b9e-bba2-d3357ce11b9f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:22.845467 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8c524dd7-cb21-4592-8152-615a510729de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.854043 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:08:22.855556 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:07:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:22.858313 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a96014-7dcb-46c1-8938-163ea8cb4c80 None None] Pushing event updated for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=4']} {{(pid=106173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:22.957905 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8c524dd7-cb21-4592-8152-615a510729de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:22.989581 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:08:22.996709 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-8c524dd7-cb21-4592-8152-615a510729de None None] For port f19673a5-7a30-4b9e-bba2-d3357ce11b9f, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:23.079883 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8c524dd7-cb21-4592-8152-615a510729de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:23.137460 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524dd7-cb21-4592-8152-615a510729de None None] Pushing event updated for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:23.198097 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-eb5d325d-db4e-4f25-b5e5-4851b68df89b None None] Provisioning complete for port f19673a5-7a30-4b9e-bba2-d3357ce11b9f triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:23.198472 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-eb5d325d-db4e-4f25-b5e5-4851b68df89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:23.204983 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'f19673a5-7a30-4b9e-bba2-d3357ce11b9f', 'name': '', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'mac_address': 'fa:16:3e:59:65:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:17Z', 'updated_at': '2021-09-16T15:08:22Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'subnets': [{'id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:08:23.231777 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb3e0ab-1833-4877-bddc-024fa60f2239 None None] The sync data for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi is: [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:08:18Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': 'f19673a5-7a30-4b9e-bba2-d3357ce11b9f', 'name': '', 'network_id': '8190e19f-1641-4b08-aabf-e46573631294', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'mac_address': 'fa:16:3e:59:65:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:17Z', 'updated_at': '2021-09-16T15:08:22Z', 'revision_number': 4, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'subnets': [{'id': 'cfe660e6-f586-439c-b158-ae1f0a45e1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:08:23.605796 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f19673a5-7a30-4b9e-bba2-d3357ce11b9f up at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:23.668417 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Provisioning complete for port f19673a5-7a30-4b9e-bba2-d3357ce11b9f triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:23.668768 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:23.762077 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6dce6e57-6573-487b-8cbb-22a063ac0827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:26.430414 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b236c64f-35e7-48bc-ad01-d45fdc4dcef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:27.293710 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:27.790664 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:29.071135 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:39.109189 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-c9192ce7-b83f-4df5-898a-906cfaad9e6f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808465705&fields=id&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 267 time: 0.0319972 Sep 16 15:08:39.213769 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-d955cdf1-1444-4480-81e6-622426b6ec0d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:39.215186 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-d955cdf1-1444-4480-81e6-622426b6ec0d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.0995858 Sep 16 15:08:39.229658 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-ce96c8eb-39f4-4119-ae23-2b94d2f9ac7a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/quotas/1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 375 time: 0.0087092 Sep 16 15:08:39.277616 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-e1699496-c899-408d-82c5-4759dab10de5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429316 Sep 16 15:08:39.380675 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-7a70675b-0056-4352-b758-a61257ff15f6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:08:39.381670 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-7a70675b-0056-4352-b758-a61257ff15f6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931151 Sep 16 15:08:39.470918 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-20e3a130-c57a-4774-9c76-05dc5c93d6bc service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Sep 16 15:08:39.559002 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-4b06b0a3-a6dc-4582-af94-f2c0997dc3cb service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819983 Sep 16 15:08:40.124926 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3eb80d03-507d-4bf0-8d1f-8df8baa0cd0f req-d5a7bc46-fdfc-47c5-9e60-d3c0098b68fc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 210 time: 0.0293307 Sep 16 15:08:41.200508 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-30f17e65-eb82-439d-b067-c3312056706e req-6fe95100-3713-4228-8101-af308b33c934 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 210 time: 0.0266194 Sep 16 15:08:42.298714 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-84374597-eeb4-46db-95a3-c1c2b19e8151 req-e21d0995-455f-4bd5-b899-c74c56618942 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 210 time: 0.0284297 Sep 16 15:08:42.359558 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-bac5fc66-0b31-46c7-bce3-101feb84fd8a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:42.361064 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-bac5fc66-0b31-46c7-bce3-101feb84fd8a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.1138721 Sep 16 15:08:42.404241 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-59a2a9f3-86bf-4f7d-bb79-c3027f165167 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 380 time: 0.0342619 Sep 16 15:08:42.413071 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'port': {'device_id': '4e374465-548f-4e78-870b-974770b9b23e', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'admin_state_up': True, 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'security_groups': ['c84ebd7f-9838-4ee3-ac1f-649e31337372']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:42.583654 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Made reservation on behalf of 1f124c01b0674632a1e239ff30a55adc for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:08:42.587298 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:42.707682 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.20.0.13 (852e2881-d6c8-423d-92ce-664a876bf769/0c6700cd-fef0-4441-a971-3be831e89b2e/838c6a22-f841-494b-a124-aeb22d8dac24) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:42.855415 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:42.954641 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.006882 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.048518 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:43.052360 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:43.056729 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:43.087807 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:43.118178 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:43.118940 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.238425 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-2f471fe5-4413-4707-858f-cb420982a57e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8288713 Sep 16 15:08:43.253642 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Request body: {'port': {'device_id': '4e374465-548f-4e78-870b-974770b9b23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:43.307303 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.326744 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-8a7de0b9-ac21-447f-be48-46f977fc31f5 None None] Provisioning complete for port 838c6a22-f841-494b-a124-aeb22d8dac24 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:43.327348 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-8a7de0b9-ac21-447f-be48-46f977fc31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.363621 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-8a7de0b9-ac21-447f-be48-46f977fc31f5 None None] Port 838c6a22-f841-494b-a124-aeb22d8dac24 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:08:43.417906 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8e3d9-894f-4274-987b-e1135ab288de req-6805fceb-f573-4d60-950b-6ae63ad16048 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:43.419444 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-35b8e3d9-894f-4274-987b-e1135ab288de req-6805fceb-f573-4d60-950b-6ae63ad16048 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 932 time: 0.0500026 Sep 16 15:08:43.460299 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-35b8e3d9-894f-4274-987b-e1135ab288de req-30254bfb-3098-4567-bf3d-bcf361c5db85 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Sep 16 15:08:43.574886 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838c6a22-f841-494b-a124-aeb22d8dac24 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:08:43.583355 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.595515 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Transition to ACTIVE for port object 838c6a22-f841-494b-a124-aeb22d8dac24 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:08:43.697468 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.750186 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Pushing event updated for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:43.821089 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Attempting to bind port 838c6a22-f841-494b-a124-aeb22d8dac24 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:08:43.821436 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Attempting to bind port 838c6a22-f841-494b-a124-aeb22d8dac24 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:08:43.821771 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Attempting to bind port 838c6a22-f841-494b-a124-aeb22d8dac24 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:43.826346 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Port 838c6a22-f841-494b-a124-aeb22d8dac24 on network 852e2881-d6c8-423d-92ce-664a876bf769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:08:43.829793 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Attempting to bind port 838c6a22-f841-494b-a124-aeb22d8dac24 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:08:43.832646 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:08:43.832993 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:08:43.833382 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Bound using segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:08:43.833816 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Bound port: 838c6a22-f841-494b-a124-aeb22d8dac24, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:08:43.834177 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:43.905842 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:08:43.909129 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=838c6a22-f841-494b-a124-aeb22d8dac24,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:08:43.969027 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:44.009104 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.009785 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:44.011235 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 200 len: 1094 time: 0.7619162 Sep 16 15:08:44.011674 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:08:44.013965 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa9f324-a062-4528-9a3c-ec8345fd340d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:08:44.040156 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0539f2-bf56-4059-90ab-fcb7cdbc57a4 service neutron] Pushing event updated for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:44.054340 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ca62d-c588-4a1d-a030-8a081bedfba1 x-openstack-request-id: req-cc6ca62d-c588-4a1d-a030-8a081bedfba1 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:08:44.060397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:08:44.060397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc6ca62d-c588-4a1d-a030-8a081bedfba1 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:08:44.060397 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24', 'status': 'completed', 'code': 200} Sep 16 15:08:44.121455 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-2d9f7161-1685-465b-abec-e226f0b06e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.122535 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-2d9f7161-1685-465b-abec-e226f0b06e44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1097 time: 0.0456841 Sep 16 15:08:44.236350 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-6f13586d-68ca-4d14-a105-d79edfe522d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.238310 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-6f13586d-68ca-4d14-a105-d79edfe522d9 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f124c01b0674632a1e239ff30a55adc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1047211 Sep 16 15:08:44.337946 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-5a8b38ee-544a-4d92-9d33-5f2e640abd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.339358 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-8aa9f324-a062-4528-9a3c-ec8345fd340d req-5a8b38ee-544a-4d92-9d33-5f2e640abd64 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921996 Sep 16 15:08:44.418919 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-eccd9e83-0ed9-48c0-899f-799dcc8d2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.420459 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-eccd9e83-0ed9-48c0-899f-799dcc8d2769 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1097 time: 0.0414767 Sep 16 15:08:44.463907 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-b89e8c8c-60b2-47a4-a750-280fa84c8e5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 200 len: 217 time: 0.0357208 Sep 16 15:08:44.514867 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-b3403086-a53b-4489-bc27-69884bc74299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.516411 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-b3403086-a53b-4489-bc27-69884bc74299 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0451863 Sep 16 15:08:44.569586 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-14687038-e0b0-4ee4-b3ac-e0d6d36908df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.572307 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-14687038-e0b0-4ee4-b3ac-e0d6d36908df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480723 Sep 16 15:08:44.575241 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aa66a-655a-4583-9223-58ee685190de req-05bd69ab-d0ad-4796-84ee-5d9616f9d934 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:44.576761 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-436aa66a-655a-4583-9223-58ee685190de req-05bd69ab-d0ad-4796-84ee-5d9616f9d934 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0491796 Sep 16 15:08:44.620805 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-436aa66a-655a-4583-9223-58ee685190de req-5eae4f12-3434-47fc-9d13-b4b58d7c1bcd tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Sep 16 15:08:44.674113 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-ff6c1cb2-5089-497e-924d-1081a1d1606c service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944154 Sep 16 15:08:44.764993 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e5c993b-8b91-4040-8294-012d2cc7e8fa req-3816ac4f-023b-412b-8ce1-c391e92eae55 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837820 Sep 16 15:08:45.733962 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467e677-48f5-44d9-b394-54b47c8096a0 req-af29e4e8-3ddb-4142-8610-28232bca15a3 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:45.735418 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e467e677-48f5-44d9-b394-54b47c8096a0 req-af29e4e8-3ddb-4142-8610-28232bca15a3 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0469139 Sep 16 15:08:45.772246 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e467e677-48f5-44d9-b394-54b47c8096a0 req-1817d250-640f-44b8-bc07-4828c0058760 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308909 Sep 16 15:08:46.889997 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85600d7-f2fd-4bff-b7a0-d7279404298d req-7453289f-5a70-4b4d-8a20-352b524dae85 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:46.891419 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e85600d7-f2fd-4bff-b7a0-d7279404298d req-7453289f-5a70-4b4d-8a20-352b524dae85 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0478680 Sep 16 15:08:46.930180 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e85600d7-f2fd-4bff-b7a0-d7279404298d req-01579464-94b6-45bf-9d1a-0900d24d7518 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Sep 16 15:08:48.042922 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaf75b-779e-4d72-9f1a-dffaf58af855 req-f782c5e0-9e0c-48b6-a0ee-6a6687d40fed tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:48.044394 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-51eaf75b-779e-4d72-9f1a-dffaf58af855 req-f782c5e0-9e0c-48b6-a0ee-6a6687d40fed tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0469584 Sep 16 15:08:48.085016 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-51eaf75b-779e-4d72-9f1a-dffaf58af855 req-5ec12302-9738-4122-a496-17d00fc1bdf4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Sep 16 15:08:49.196023 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d58840-50af-4a1d-86b2-c151237e973d req-e6c6b77f-fb32-45f4-b44b-1c8f4464ef01 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:49.197505 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91d58840-50af-4a1d-86b2-c151237e973d req-e6c6b77f-fb32-45f4-b44b-1c8f4464ef01 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0469818 Sep 16 15:08:49.234948 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-91d58840-50af-4a1d-86b2-c151237e973d req-de5f76d4-761a-42c1-ab47-2e636be59417 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Sep 16 15:08:50.349865 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49185-be0b-41d5-abfa-9d3c26d59da2 req-1bb865ac-74a1-40cb-b4df-efb375125d01 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:50.351351 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ebe49185-be0b-41d5-abfa-9d3c26d59da2 req-1bb865ac-74a1-40cb-b4df-efb375125d01 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0475807 Sep 16 15:08:50.389436 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ebe49185-be0b-41d5-abfa-9d3c26d59da2 req-1a3c2c73-da83-4ba0-b095-740d4b71ff0a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Sep 16 15:08:50.767636 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:08:51.530958 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8ade-e27a-4700-8c75-ab465b5205d2 req-eb1ab888-794e-4491-b0a4-ea49f308c1fb tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:51.532553 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5e0d8ade-e27a-4700-8c75-ab465b5205d2 req-eb1ab888-794e-4491-b0a4-ea49f308c1fb tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0517244 Sep 16 15:08:51.579656 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5e0d8ade-e27a-4700-8c75-ab465b5205d2 req-78b4d0f1-62cf-49de-9a95-1d472c11b72f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Sep 16 15:08:52.693775 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f4425-5d88-40a9-9ccf-ff1c0c97bb11 req-064277d6-b36e-4f09-8d2c-404cac2eb1f7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:52.695289 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-802f4425-5d88-40a9-9ccf-ff1c0c97bb11 req-064277d6-b36e-4f09-8d2c-404cac2eb1f7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0475039 Sep 16 15:08:52.732694 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-802f4425-5d88-40a9-9ccf-ff1c0c97bb11 req-20baa6fb-4508-4d2e-bd8f-b6ecde375088 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Sep 16 15:08:53.732391 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-af6ee3d6-6208-400c-950a-9a2cea835429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:53.846475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2edd-99b0-4cf9-b75a-0250b128dbcb req-efe27365-d34b-4b67-aad6-75b364bb2fb8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:53.847967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-33de2edd-99b0-4cf9-b75a-0250b128dbcb req-efe27365-d34b-4b67-aad6-75b364bb2fb8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 944 time: 0.0490124 Sep 16 15:08:53.893126 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-33de2edd-99b0-4cf9-b75a-0250b128dbcb req-e3902b75-3bad-4f40-9add-4efc37c979cc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Sep 16 15:08:54.119597 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 838c6a22-f841-494b-a124-aeb22d8dac24 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:08:54.216683 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=838c6a22-f841-494b-a124-aeb22d8dac24,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:54.228315 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '838c6a22-f841-494b-a124-aeb22d8dac24', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'port_id': '838c6a22-f841-494b-a124-aeb22d8dac24', 'mac_address': 'fa:16:3e:6f:21:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:08:54.264623 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:54.277384 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838c6a22-f841-494b-a124-aeb22d8dac24 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:08:54.297061 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=838c6a22-f841-494b-a124-aeb22d8dac24,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:54.363481 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:54.412917 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:54.567105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['838c6a22-f841-494b-a124-aeb22d8dac24'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:08:55.009134 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b715-8136-4af2-8f99-1d3f3724066d req-bb35899c-8466-40e4-a00e-e60fb85bc3fc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:55.010614 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2f74b715-8136-4af2-8f99-1d3f3724066d req-bb35899c-8466-40e4-a00e-e60fb85bc3fc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 945 time: 0.0483928 Sep 16 15:08:55.052874 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-2f74b715-8136-4af2-8f99-1d3f3724066d req-2913288e-7321-4c3d-bbd7-28380a64b55b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359037 Sep 16 15:08:56.130930 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 838c6a22-f841-494b-a124-aeb22d8dac24 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:08:56.164229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873c06-2476-4db1-b929-2c09b4546381 req-0b9294ed-8f07-48a8-bb87-64f927a1c83d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:56.165702 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-34873c06-2476-4db1-b929-2c09b4546381 req-0b9294ed-8f07-48a8-bb87-64f927a1c83d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 945 time: 0.0473201 Sep 16 15:08:56.203781 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-34873c06-2476-4db1-b929-2c09b4546381 req-98f0051e-02d1-40f9-9a7a-1cf5ec598136 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Sep 16 15:08:56.237420 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 838c6a22-f841-494b-a124-aeb22d8dac24 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:08:56.241431 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 838c6a22-f841-494b-a124-aeb22d8dac24 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:08:56.241808 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:56.323328 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:56.475170 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:08:56.477442 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe8f529-624a-4619-bd61-c7364903d2f4" -d '{"events": [{"server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "name": "network-vif-plugged", "status": "completed", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:08:56.491914 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=838c6a22-f841-494b-a124-aeb22d8dac24,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:08:56.570006 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d690e-3331-4aed-b65c-4230dfd1bae1 x-openstack-request-id: req-521d690e-3331-4aed-b65c-4230dfd1bae1 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:08:56.570325 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "name": "network-vif-plugged", "status": "completed", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:08:56.570579 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-521d690e-3331-4aed-b65c-4230dfd1bae1 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:08:56.571015 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24', 'code': 200} Sep 16 15:08:56.572166 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-08a2d614-948c-4f56-a66a-44c3773d9dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:56.609424 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:56.661246 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:56.936339 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7d362-4c5d-4bcc-927b-9313d696363c req-129caa55-9d42-40a7-a336-16bcc6baaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:56.937776 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-24a7d362-4c5d-4bcc-927b-9313d696363c req-129caa55-9d42-40a7-a336-16bcc6baaf0f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1099 time: 0.0446217 Sep 16 15:08:56.982885 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-24a7d362-4c5d-4bcc-927b-9313d696363c req-6f8a3839-55d1-43ff-8e00-a7fd18e2730e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382075 Sep 16 15:08:57.305509 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:57.315911 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba20bbf-7f00-4129-95d1-408c83d0993c req-ee2b689a-b253-48b3-ae1a-01c38e7e70f8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:57.318665 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ba20bbf-7f00-4129-95d1-408c83d0993c req-ee2b689a-b253-48b3-ae1a-01c38e7e70f8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0472038 Sep 16 15:08:57.364757 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3ba20bbf-7f00-4129-95d1-408c83d0993c req-fe2d724a-685d-4835-8505-9ec81b211f79 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Sep 16 15:08:57.814112 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:58.484338 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289d01-37ec-48d3-b04c-33786158af68 req-6533a74c-05f0-4a91-a294-cb8277c04b56 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:58.485836 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c0289d01-37ec-48d3-b04c-33786158af68 req-6533a74c-05f0-4a91-a294-cb8277c04b56 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0485988 Sep 16 15:08:58.529723 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c0289d01-37ec-48d3-b04c-33786158af68 req-82d90285-8b2f-46d2-8f64-864e891e8550 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371361 Sep 16 15:08:58.649721 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf88e37-5731-4a16-9874-59b22a11c3be req-b1e34441-5b1e-4d71-9926-bb5a540f2b74 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:58.651085 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-caf88e37-5731-4a16-9874-59b22a11c3be req-b1e34441-5b1e-4d71-9926-bb5a540f2b74 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0481162 Sep 16 15:08:58.687539 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-caf88e37-5731-4a16-9874-59b22a11c3be req-90f126fe-5ab1-4da1-9a10-505f84ea13d2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Sep 16 15:08:58.709790 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38982) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:58.789329 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e9235-2c29-4ed2-8bec-09f7f587c065 tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:08:58.790821 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-215e9235-2c29-4ed2-8bec-09f7f587c065 tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1094 time: 0.0800779 Sep 16 15:08:58.793662 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 38986) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:08:58.797835 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'port_id': '838c6a22-f841-494b-a124-aeb22d8dac24', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:08:58.859414 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:58.959252 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:59.068823 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.27.3.232 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/399c3ec7-d360-41a8-8bea-7c3ce34c8717) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:08:59.111509 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:59.182221 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:59.266416 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:59.307109 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:08:59.310006 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:08:59.317147 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:08:59.320336 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=399c3ec7-d360-41a8-8bea-7c3ce34c8717,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:08:59.691316 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:08:59.877074 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:00.031607 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:00.105560 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:00.177608 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=399c3ec7-d360-41a8-8bea-7c3ce34c8717,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:09:00.191482 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:00.296461 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP d13bae37-6e0f-4ef8-8483-03fa2b3fbaad associated. External IP: 172.27.3.232, port: 838c6a22-f841-494b-a124-aeb22d8dac24. Sep 16 15:09:00.509754 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:09:00.620698 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:09:00.631722 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:09:00.642420 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:00.643688 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:08:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:00.688299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:00.715618 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-37f81b91-a887-403d-a73c-dd60c7b11f2e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9208724 Sep 16 15:09:00.716511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:09:00.718759 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9703f43-4588-455a-84d5-776687473f97" -d '{"events": [{"name": "network-changed", "server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:09:00.750359 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:00.846888 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea0c7a3-23da-440b-94dd-70ee66cb1378 x-openstack-request-id: req-fea0c7a3-23da-440b-94dd-70ee66cb1378 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:09:00.847182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:09:00.847437 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fea0c7a3-23da-440b-94dd-70ee66cb1378 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:09:00.847852 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24', 'status': 'completed', 'code': 200} Sep 16 15:09:00.907762 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703f43-4588-455a-84d5-776687473f97 req-9298cf27-24af-4f8a-b670-7eaa637af666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:00.910492 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-9298cf27-24af-4f8a-b670-7eaa637af666 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1099 time: 0.0408337 Sep 16 15:09:00.981950 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'd13bae37-6e0f-4ef8-8483-03fa2b3fbaad', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '838c6a22-f841-494b-a124-aeb22d8dac24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:6f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e374465-548f-4e78-870b-974770b9b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:08:59Z', 'updated_at': '2021-09-16T15:08:59Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:00.998086 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703f43-4588-455a-84d5-776687473f97 req-34011790-ce8b-4ec4-becb-221f00c3b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:00.999578 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-34011790-ce8b-4ec4-becb-221f00c3b7b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0828135 Sep 16 15:09:01.009469 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:09:01.018898 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:09:01.019460 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:08:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:01.071258 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-3cd51e62-25bc-4ec4-87f7-fc4742832ac8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 200 len: 1000 time: 0.0642996 Sep 16 15:09:01.125026 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703f43-4588-455a-84d5-776687473f97 req-d4911626-a2b5-46ec-9315-3eefdace5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:01.126209 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:09:01.126494 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-d4911626-a2b5-46ec-9315-3eefdace5184 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0485976 Sep 16 15:09:01.170761 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703f43-4588-455a-84d5-776687473f97 req-262ad91d-e2be-45cd-a12a-7ca123e4235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:01.172326 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-262ad91d-e2be-45cd-a12a-7ca123e4235c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386238 Sep 16 15:09:01.266936 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-38cb5bb4-eb21-4e8d-a5bc-c36efe9698f3 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Sep 16 15:09:01.348557 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'd13bae37-6e0f-4ef8-8483-03fa2b3fbaad', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '838c6a22-f841-494b-a124-aeb22d8dac24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:6f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e374465-548f-4e78-870b-974770b9b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:08:59Z', 'updated_at': '2021-09-16T15:08:59Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:09:01.359438 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-a9703f43-4588-455a-84d5-776687473f97 req-132fba94-06e8-44e8-ab00-c1dba10d4912 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845673 Sep 16 15:09:01.379324 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e82acb-ef36-4e51-aeda-f089e61aee38 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'd13bae37-6e0f-4ef8-8483-03fa2b3fbaad', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '838c6a22-f841-494b-a124-aeb22d8dac24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:6f:21:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e374465-548f-4e78-870b-974770b9b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:08:59Z', 'updated_at': '2021-09-16T15:08:59Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:09:01.563587 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13e84d-09c2-49be-9519-89ffaca570f5 None None] New status for floating IP d13bae37-6e0f-4ef8-8483-03fa2b3fbaad: ACTIVE {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:09:12.917097 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:23.790468 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a994b78b-e2b8-40d5-9501-a3576cc2ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:26.408679 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-dc61951c-4fc9-4f8e-a926-ba68d65b829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.315552 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:27.767138 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:09:27.795272 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:29.082877 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:42.883626 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:50.282969 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-b8245a97-70ac-4ba3-a2e4-25c11de6b61f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3015606 Sep 16 15:09:50.360765 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261862-7596-41fa-9a3e-673866226f54 req-98f6fa6c-eaa4-4910-98ec-4a688a2e4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.362193 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-98f6fa6c-eaa4-4910-98ec-4a688a2e4784 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1099 time: 0.0375788 Sep 16 15:09:50.462917 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261862-7596-41fa-9a3e-673866226f54 req-dd1a8caf-7ce6-42d4-b2ac-4873d10f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.464496 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-dd1a8caf-7ce6-42d4-b2ac-4873d10f1f1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0845704 Sep 16 15:09:50.526107 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-b9557513-3320-42b3-b93f-86cb5863e6d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 200 len: 1002 time: 0.0544338 Sep 16 15:09:50.575677 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261862-7596-41fa-9a3e-673866226f54 req-91a80a61-a195-4912-b1d4-40e219711964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.577200 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-91a80a61-a195-4912-b1d4-40e219711964 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0434930 Sep 16 15:09:50.625458 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261862-7596-41fa-9a3e-673866226f54 req-8ec1fc5f-54f4-403c-9320-179c6310930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:09:50.626935 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-8ec1fc5f-54f4-403c-9320-179c6310930e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426061 Sep 16 15:09:50.715692 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-606da228-aa37-4eb5-96e1-e2678857cc4a service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810935 Sep 16 15:09:50.805209 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-fd261862-7596-41fa-9a3e-673866226f54 req-a7f53b02-7e82-4991-9fce-8f0393c09dd5 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825810 Sep 16 15:09:53.747418 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c8bad89e-3d30-40b2-8f2f-2e4fb0278122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:56.403272 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6eb3b442-43b2-4438-bd0b-2db92a7381c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.350598 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:57.821266 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:09:59.072141 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:04.765640 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:12.873602 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:23.758677 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e322e3fd-7dd8-4158-9586-442c60489169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:26.444255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4cf28b16-99b5-449a-b980-2a0b20e42d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.284008 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:27.804631 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:29.078721 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:41.765926 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:10:42.895712 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:52.015136 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-c3836062-a250-4046-92e8-af09cdc76fa3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441561 Sep 16 15:10:52.105472 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-aa55f423-6f81-4d3d-9bc5-ff2bf85d05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.107676 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-aa55f423-6f81-4d3d-9bc5-ff2bf85d05d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 1099 time: 0.0464711 Sep 16 15:10:52.235821 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-e4b1b422-ef44-42a3-9cfb-4220b950a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.237616 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-e4b1b422-ef44-42a3-9cfb-4220b950a358 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.1075544 Sep 16 15:10:52.301869 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-4ae6e71c-9a83-4912-908c-c0428f16a221 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 200 len: 1002 time: 0.0573659 Sep 16 15:10:52.355703 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-53cf01dd-920d-4af3-8541-16f4242bb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.357226 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-53cf01dd-920d-4af3-8541-16f4242bb98e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0491762 Sep 16 15:10:52.420987 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-7c3c2e44-fbe6-444e-a4b8-7bdfee5ba88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:52.423362 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-7c3c2e44-fbe6-444e-a4b8-7bdfee5ba88c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588102 Sep 16 15:10:52.563705 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-691ac359-36ad-4483-8bb1-36e6400b7a4b service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325867 Sep 16 15:10:52.665217 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-433465ef-9077-4cd9-b4ee-512d88f42656 req-373970b0-4980-4405-a936-e84a21a4ac98 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944834 Sep 16 15:10:53.770856 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-61799263-85f8-41d0-b9b8-f0ea02b2f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:55.594951 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63964f4-76a0-4a60-9cee-e990a6964af4 req-9458ae32-d2e5-4273-82cf-3ed3bd682730 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:55.597368 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d63964f4-76a0-4a60-9cee-e990a6964af4 req-9458ae32-d2e5-4273-82cf-3ed3bd682730 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0723829 Sep 16 15:10:55.655864 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d63964f4-76a0-4a60-9cee-e990a6964af4 req-d655d5d3-0f4e-488b-9384-cbdeb107af3d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518503 Sep 16 15:10:56.456912 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-02ab4d50-2bbd-464f-948f-c0a03b93ba8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:56.803985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae92ef0-37bd-4f12-a604-fd198909719c req-d1c1fb20-2119-4328-b5ad-63101f27e1c9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:56.806667 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9ae92ef0-37bd-4f12-a604-fd198909719c req-d1c1fb20-2119-4328-b5ad-63101f27e1c9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0631230 Sep 16 15:10:56.860415 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9ae92ef0-37bd-4f12-a604-fd198909719c req-fd7b9938-e0b7-450e-8046-081d9e13c0d4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Sep 16 15:10:57.090883 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-513fa9d2-e63a-4a55-be6d-2c5edfbc7855 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:10:57.092445 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-513fa9d2-e63a-4a55-be6d-2c5edfbc7855 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 946 time: 0.0601053 Sep 16 15:10:57.227954 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port 838c6a22-f841-494b-a124-aeb22d8dac24 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:10:57.228574 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.314136 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.357356 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] For port 838c6a22-f841-494b-a124-aeb22d8dac24, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=838c6a22-f841-494b-a124-aeb22d8dac24,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:10:57.357683 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.610137 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.610417 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.610775 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.db.l3_db [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP d13bae37-6e0f-4ef8-8483-03fa2b3fbaad disassociated. External IP: 172.27.3.232, port: 838c6a22-f841-494b-a124-aeb22d8dac24. Sep 16 15:10:57.611156 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for 838c6a22-f841-494b-a124-aeb22d8dac24 owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:10:57.839906 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.897437 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:57.955993 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=838c6a22-f841-494b-a124-aeb22d8dac24,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:10:57.978083 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.978446 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.978804 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.979144 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.979484 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.979824 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.980201 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.980542 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.980941 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.982510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.982510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:57.982510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:10:58.007446 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-c0f60039-42c6-4b41-b9e6-2e4b04a8b518 req-c54157c7-0ff8-43f2-90ee-787c34b49b48 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 210 time: 0.0261250 Sep 16 15:10:58.131533 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:10:58.280992 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:10:58.296105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:10:58.316376 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:58.317369 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:10:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:58.329486 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] No DVR routers for this DVR port 838c6a22-f841-494b-a124-aeb22d8dac24 on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:10:58.332835 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:58.339323 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4741bb2f-5684-4d2f-bf7e-23c2836b3f43 req-cedb73bd-a9d8-4c48-be4f-329feaa64950 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "DELETE /v2.0/ports/838c6a22-f841-494b-a124-aeb22d8dac24 HTTP/1.1" status: 204 len: 173 time: 1.2363083 Sep 16 15:10:58.339323 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'name': 'network-vif-deleted', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:10:58.339323 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9b7ff-e425-424d-8a26-3b82dee39db4" -d '{"events": [{"server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "name": "network-vif-deleted", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:10:58.530791 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:58.563000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd294b28-28e5-40f3-a82a-3fa880c3dec2 x-openstack-request-id: req-fd294b28-28e5-40f3-a82a-3fa880c3dec2 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:10:58.569750 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e374465-548f-4e78-870b-974770b9b23e", "name": "network-vif-deleted", "tag": "838c6a22-f841-494b-a124-aeb22d8dac24", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:10:58.572015 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd294b28-28e5-40f3-a82a-3fa880c3dec2 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:10:58.572993 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e374465-548f-4e78-870b-974770b9b23e', 'name': 'network-vif-deleted', 'tag': '838c6a22-f841-494b-a124-aeb22d8dac24', 'status': 'completed', 'code': 200} Sep 16 15:10:58.775994 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:58.806192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:10:58.816048 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:10:58.816718 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:10:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:58.934819 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:10:59.129567 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25ce8dce-ccad-43cd-96a2-a69565ea9928 req-a4467cf6-d76d-4409-9f5c-f1807c8b07f2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e374465-548f-4e78-870b-974770b9b23e HTTP/1.1" status: 200 len: 210 time: 0.0286331 Sep 16 15:10:59.301666 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:10:59.415258 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:10:59.461796 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6bff7-0655-479c-a0f6-30e43449c881 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:10:59.751277 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3b5be-fe5d-4a4e-9a91-5b7403de91c1 None None] New status for floating IP d13bae37-6e0f-4ef8-8483-03fa2b3fbaad: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:11:00.400080 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-b9f16081-d4e8-43c9-a94e-3eb2046d9a0c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808465705&fields=id&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 267 time: 0.0382886 Sep 16 15:11:00.525572 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-4bbdbe60-07d0-4e9c-ae4e-e09639b3d468 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:00.527143 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-4bbdbe60-07d0-4e9c-ae4e-e09639b3d468 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.1152394 Sep 16 15:11:00.548636 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-23499bef-b590-46cc-b195-503c9a26c986 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/quotas/1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 375 time: 0.0147121 Sep 16 15:11:00.607903 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-a7a8c53e-fc60-4e7a-beb8-124a3929ab56 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522625 Sep 16 15:11:00.718122 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-6f2b0a9a-b1a5-4c86-983f-34620cb1caa6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=106170) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 16 15:11:00.719898 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-6f2b0a9a-b1a5-4c86-983f-34620cb1caa6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972621 Sep 16 15:11:00.832226 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-729a2cd4-359c-4370-987c-77f1e556a10d service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019173 Sep 16 15:11:00.961978 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-1909729a-9581-4632-87c3-19330a53b7cd service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234467 Sep 16 15:11:02.670523 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 838c6a22-f841-494b-a124-aeb22d8dac24 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:11:02.694330 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dfe8d2fe-d18f-4e44-8624-8480346cb0d8 req-d8252109-42d4-47d3-bcdb-3d9b2cf66710 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Sep 16 15:11:02.701061 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 838c6a22-f841-494b-a124-aeb22d8dac24 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:11:02.701407 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 838c6a22-f841-494b-a124-aeb22d8dac24 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:11:03.831593 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5b55b291-6ea0-4680-8171-a9fcb7628538 req-c2e7ebfa-ef0c-4a4a-a6d5-c4d1a44192ab tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 210 time: 0.0421202 Sep 16 15:11:04.948158 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-6a4a34b2-c5a5-4661-b602-e8e3d2c45acc req-dfc27e20-a992-4434-a6bf-7b0a3bcf48d8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 210 time: 0.0413265 Sep 16 15:11:05.070970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-6ece80c4-eb48-4186-ae5d-a1b0bf0b4bf1 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:05.072557 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-6ece80c4-eb48-4186-ae5d-a1b0bf0b4bf1 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.1610899 Sep 16 15:11:05.139867 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-3a904c89-c49e-454a-b88e-e65ff4ed6938 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 380 time: 0.0572548 Sep 16 15:11:05.153796 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'port': {'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'admin_state_up': True, 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'security_groups': ['c84ebd7f-9838-4ee3-ac1f-649e31337372']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:05.428338 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Made reservation on behalf of 1f124c01b0674632a1e239ff30a55adc for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:11:05.433151 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.584432 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.20.0.14 (852e2881-d6c8-423d-92ce-664a876bf769/0c6700cd-fef0-4441-a971-3be831e89b2e/f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:05.788556 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:05.978102 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.034979 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:06.038366 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:06.042397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:06.053179 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:06.110018 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec1e6-167e-48b9-9bd4-af79b68176a0 req-c6b80557-3cab-4bf2-8ed9-1d81e3b77120 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:06.111687 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5bdec1e6-167e-48b9-9bd4-af79b68176a0 req-c6b80557-3cab-4bf2-8ed9-1d81e3b77120 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 932 time: 0.0661542 Sep 16 15:11:06.128417 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:06.128417 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.172557 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-5bdec1e6-167e-48b9-9bd4-af79b68176a0 req-baf22f59-9971-47e0-a307-0b032e4c9bb6 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Sep 16 15:11:06.236673 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-5f39c0cb-b751-4a41-984e-965d594d66f5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0903990 Sep 16 15:11:06.253492 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Request body: {'port': {'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:06.302114 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-9fb0af12-95de-4b8e-b276-f86c108da271 None None] Provisioning complete for port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:06.302799 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9fb0af12-95de-4b8e-b276-f86c108da271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.332666 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.344769 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0af12-95de-4b8e-b276-f86c108da271 None None] Port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:11:06.664308 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:06.672709 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.694729 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Transition to ACTIVE for port object f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:11:06.788256 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:06.844410 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:06.924161 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Attempting to bind port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:11:06.924519 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Attempting to bind port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:11:06.924855 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Attempting to bind port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:06.931041 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 on network 852e2881-d6c8-423d-92ce-664a876bf769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:11:06.931565 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Attempting to bind port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:11:06.940809 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:11:06.941225 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:11:06.941835 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Bound using segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:11:06.942454 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Bound port: f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:11:06.943059 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.028402 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:11:07.031983 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:11:07.114799 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.167213 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.168110 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:07.170387 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] 10.222.0.22 "PUT /v2.0/ports/f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 1094 time: 0.9244602 Sep 16 15:11:07.171113 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:07.175037 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e" -d '{"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:07.210706 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf08e9-3c06-4b46-95fd-38dcd17334fc service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:07.254850 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbba6eb-9148-4e5d-9cbe-c0afab5fc317 x-openstack-request-id: req-adbba6eb-9148-4e5d-9cbe-c0afab5fc317 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:07.259741 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:07.260311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adbba6eb-9148-4e5d-9cbe-c0afab5fc317 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:07.260977 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'status': 'completed', 'code': 200} Sep 16 15:11:07.328927 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-39c7d61b-3613-4c79-8c4f-d6b526fc63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.330529 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-39c7d61b-3613-4c79-8c4f-d6b526fc63a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1097 time: 0.0533664 Sep 16 15:11:07.493714 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-8cdbbff2-1509-4e69-b93f-342741a0acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.496060 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-8cdbbff2-1509-4e69-b93f-342741a0acc2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f124c01b0674632a1e239ff30a55adc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1574163 Sep 16 15:11:07.625061 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089d7d7-68a2-472e-b1ea-2f0014c6deb1 req-ad08f6e3-d7ea-462b-8891-cd101cfc2c21 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.626665 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b089d7d7-68a2-472e-b1ea-2f0014c6deb1 req-ad08f6e3-d7ea-462b-8891-cd101cfc2c21 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.3550000 Sep 16 15:11:07.645659 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-f820a0be-1905-42ee-ba33-1b0c032ee36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.647519 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-ddfe1916-eda0-4cc3-8eb2-b1c6483d807e req-f820a0be-1905-42ee-ba33-1b0c032ee36b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443219 Sep 16 15:11:07.684951 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b089d7d7-68a2-472e-b1ea-2f0014c6deb1 req-31bccf33-48c3-4d46-8c9a-62ac0d5e6196 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505779 Sep 16 15:11:07.736197 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-8584f131-7fd4-4c3a-b19b-7b8e9ccbd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.737776 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-8584f131-7fd4-4c3a-b19b-7b8e9ccbd0a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1097 time: 0.0483046 Sep 16 15:11:07.785122 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-8d709e63-5adf-4867-90e2-53f8917c9092 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 217 time: 0.0391734 Sep 16 15:11:07.845492 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-26382acb-0eb6-4c8a-aa1c-41bf3e9776cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.847264 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-26382acb-0eb6-4c8a-aa1c-41bf3e9776cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0534165 Sep 16 15:11:07.914747 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dad35-77d6-405e-8d0d-b08252942fad req-c98cf053-7b55-40b3-88dd-dfc94443d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:07.917230 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-c98cf053-7b55-40b3-88dd-dfc94443d4d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629995 Sep 16 15:11:08.058351 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-acf05a33-3464-41ed-a5f3-b38e7b7fb9b9 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336586 Sep 16 15:11:08.162210 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-060dad35-77d6-405e-8d0d-b08252942fad req-640b2a00-c106-4d54-bb39-4d216a7d8b6e service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962088 Sep 16 15:11:08.874759 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02791b-964b-4098-95e8-ce2483441ca5 req-979f14b3-b592-4b0d-b2b7-c9353a885cfd tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:08.876489 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7d02791b-964b-4098-95e8-ce2483441ca5 req-979f14b3-b592-4b0d-b2b7-c9353a885cfd tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0712264 Sep 16 15:11:08.917166 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-7d02791b-964b-4098-95e8-ce2483441ca5 req-0f6dded2-5e58-41ef-b4da-6bc98afd6045 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Sep 16 15:11:10.047229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a266e87-3ecd-4b9d-92d9-5226fe41132a req-a6895062-2c5f-4f39-aeea-36fa482f9cd0 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:10.049055 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9a266e87-3ecd-4b9d-92d9-5226fe41132a req-a6895062-2c5f-4f39-aeea-36fa482f9cd0 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0583322 Sep 16 15:11:10.101008 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9a266e87-3ecd-4b9d-92d9-5226fe41132a req-01a749d4-5b7f-4f83-96b6-99884f946fef tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Sep 16 15:11:11.255392 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15d62-e895-410e-bd50-4791456b88dc req-00d98403-aaa5-43c0-8e79-3b3383b9b453 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:11.257239 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aba15d62-e895-410e-bd50-4791456b88dc req-00d98403-aaa5-43c0-8e79-3b3383b9b453 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0745072 Sep 16 15:11:11.321102 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-aba15d62-e895-410e-bd50-4791456b88dc req-005098cd-fce3-4c31-8c0e-5c512220f60c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528779 Sep 16 15:11:12.499689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7ebac-e23d-4813-b9e3-aeee9375a673 req-dd4280d2-7e2e-474e-b3c3-4923833b3ed0 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:12.504412 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f3c7ebac-e23d-4813-b9e3-aeee9375a673 req-dd4280d2-7e2e-474e-b3c3-4923833b3ed0 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0827429 Sep 16 15:11:12.563335 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f3c7ebac-e23d-4813-b9e3-aeee9375a673 req-2e3d88c8-aa97-4fb3-bb31-9b0cde7a0b3e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504880 Sep 16 15:11:12.949108 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:13.713764 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5abe85-b974-4f7d-bfa0-cd1ab2178ab3 req-484372a2-8102-4d7a-a3de-045efac5db36 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:13.716198 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-db5abe85-b974-4f7d-bfa0-cd1ab2178ab3 req-484372a2-8102-4d7a-a3de-045efac5db36 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0618770 Sep 16 15:11:13.761092 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-db5abe85-b974-4f7d-bfa0-cd1ab2178ab3 req-6e115d7e-9b2d-4c34-a782-1cdd38c9c6c9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Sep 16 15:11:14.893581 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41767bf-c008-4370-ad1d-6eab68529e0e req-6d424e45-7237-4f0a-a48c-d14a68469f2b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:14.895150 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e41767bf-c008-4370-ad1d-6eab68529e0e req-6d424e45-7237-4f0a-a48c-d14a68469f2b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0563595 Sep 16 15:11:14.956743 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e41767bf-c008-4370-ad1d-6eab68529e0e req-3b7a212e-6914-446a-b97f-680714ba13e8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498369 Sep 16 15:11:16.121677 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbca2a-0652-4633-bcdd-275047c0c439 req-3284e126-3812-4755-b3ec-fe8cea59b999 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:16.123873 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bbcbca2a-0652-4633-bcdd-275047c0c439 req-3284e126-3812-4755-b3ec-fe8cea59b999 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 944 time: 0.0702956 Sep 16 15:11:16.191046 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bbcbca2a-0652-4633-bcdd-275047c0c439 req-5e403ad0-d053-4130-b411-0af16945e896 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518072 Sep 16 15:11:16.763802 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:11:16.896689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:16.916285 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:11:16.977840 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:16.995294 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:11:17.017947 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:17.165887 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:17.228714 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:17.241389 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.241905 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.242604 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.242831 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.243364 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.243808 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.244218 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.244577 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.244894 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.245228 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.245566 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.245927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:17.339595 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390758-a07d-4fe4-b5dc-a9e6933e03ad req-5aef5c3f-cf23-4167-b825-a72e7a439fb6 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:17.342133 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d390758-a07d-4fe4-b5dc-a9e6933e03ad req-5aef5c3f-cf23-4167-b825-a72e7a439fb6 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 945 time: 0.0547199 Sep 16 15:11:17.398006 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3d390758-a07d-4fe4-b5dc-a9e6933e03ad req-56684a4e-535e-4128-853b-6e6253d0284f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Sep 16 15:11:17.398995 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:11:18.587090 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed9b0-fb9e-4e43-899b-1d3d13910bb5 req-625875a0-3771-4005-8cf0-a53c6a6f8069 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:18.590346 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b8ed9b0-fb9e-4e43-899b-1d3d13910bb5 req-625875a0-3771-4005-8cf0-a53c6a6f8069 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 945 time: 0.0871193 Sep 16 15:11:18.650182 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-3b8ed9b0-fb9e-4e43-899b-1d3d13910bb5 req-329e85ca-ead7-4694-ae97-dfcc07d103f8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489082 Sep 16 15:11:18.765861 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:18.778158 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:11:18.932192 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:11:18.939003 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:11:18.939621 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.040973 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.080947 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:19.084580 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5d6c3d-2f87-42e1-b1ff-11367c7ec9e5" -d '{"events": [{"server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:19.106238 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:11:19.222714 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:19.283232 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:19.847493 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd516d-5504-495b-9f2d-064e916a5eda req-8fae4229-2739-44f3-afc2-45f2b13f32f8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:19.850107 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-13fd516d-5504-495b-9f2d-064e916a5eda req-8fae4229-2739-44f3-afc2-45f2b13f32f8 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0819824 Sep 16 15:11:19.908258 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-13fd516d-5504-495b-9f2d-064e916a5eda req-ccb9d5c1-a08c-4c4f-b2c4-7299256c629b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516343 Sep 16 15:11:20.174003 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c848321-aba2-47e7-9d4b-57276199c9e4 x-openstack-request-id: req-9c848321-aba2-47e7-9d4b-57276199c9e4 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:20.174604 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:20.174604 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c848321-aba2-47e7-9d4b-57276199c9e4 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:20.174961 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'code': 200} Sep 16 15:11:20.574906 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659789b5-e75b-4e63-a314-7743d284652e req-609f13c3-1ec3-4b61-abdf-fb386fddb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:20.576633 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-659789b5-e75b-4e63-a314-7743d284652e req-609f13c3-1ec3-4b61-abdf-fb386fddb9a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0454156 Sep 16 15:11:20.621792 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-659789b5-e75b-4e63-a314-7743d284652e req-51052baf-0865-41f7-b9e2-fa2e6db8b8d8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Sep 16 15:11:21.076538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d3fdf-6446-47d3-85a4-2cd1fefb4420 req-d283fcb9-1f5a-4a63-b6f1-99dd00ce0c4b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:21.078820 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-673d3fdf-6446-47d3-85a4-2cd1fefb4420 req-d283fcb9-1f5a-4a63-b6f1-99dd00ce0c4b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0575669 Sep 16 15:11:21.120683 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-673d3fdf-6446-47d3-85a4-2cd1fefb4420 req-404408da-600e-4ca8-b798-f9abf11dfa74 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351963 Sep 16 15:11:22.287666 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f682-6fce-4f39-b02c-03f2693f6f1c req-016f0d4c-357d-41a2-9725-4a569bbd928d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.289310 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-45f8f682-6fce-4f39-b02c-03f2693f6f1c req-016f0d4c-357d-41a2-9725-4a569bbd928d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0595775 Sep 16 15:11:22.339345 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-45f8f682-6fce-4f39-b02c-03f2693f6f1c req-25b87da0-36a0-41cc-ba4a-79c9d6ad216e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 Sep 16 15:11:22.487451 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74879654-4f0b-4b84-a8f2-ba5e7bf2b760 req-455b0f1d-5b9d-42c8-a1dc-fbce0479e8af tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.489155 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74879654-4f0b-4b84-a8f2-ba5e7bf2b760 req-455b0f1d-5b9d-42c8-a1dc-fbce0479e8af tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0594547 Sep 16 15:11:22.545782 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-74879654-4f0b-4b84-a8f2-ba5e7bf2b760 req-bffb7281-827e-404e-8365-8403f420de93 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Sep 16 15:11:22.570184 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39124) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:22.615582 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039cea23-1496-424c-b201-d3f084c3f6e2 tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:22.617208 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-039cea23-1496-424c-b201-d3f084c3f6e2 tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1094 time: 0.0459137 Sep 16 15:11:22.621299 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39126) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:11:22.626496 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:11:22.714800 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:22.865224 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:22.978573 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.27.3.254 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/ce42711a-24ad-4b27-ba9b-d43ef3fb9154) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:11:23.106747 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.247106 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.313330 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:11:23.318395 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:11:23.324513 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:11:23.356565 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=ce42711a-24ad-4b27-ba9b-d43ef3fb9154,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:23.371779 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.372250 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.372674 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.373049 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.373431 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.373811 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.374195 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.374578 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.374950 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.375480 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.375744 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.376171 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:11:23.760948 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-87d4b498-2592-4aab-ba54-dc25325993e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:23.819269 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.017090 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.209118 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.297549 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.393127 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=ce42711a-24ad-4b27-ba9b-d43ef3fb9154,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:11:24.404530 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:24.554828 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP f6efe263-31ec-40b0-90b0-deef4ef64b0c associated. External IP: 172.27.3.254, port: f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77. Sep 16 15:11:24.849144 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:11:24.974289 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:11:24.987359 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:11:25.000081 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:25.000789 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:10:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:25.103800 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:25.127855 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:25.149421 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-fb8c87a1-5da9-411f-b88a-d5c0a94f165f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5268908 Sep 16 15:11:25.150164 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:11:25.154448 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f04f2e-350d-4a1f-bcea-17fa77d93db3" -d '{"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:11:25.198989 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c056d-fcf2-4c80-861a-0381919c9071 x-openstack-request-id: req-0c5c056d-fcf2-4c80-861a-0381919c9071 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:11:25.199452 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:11:25.199888 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c5c056d-fcf2-4c80-861a-0381919c9071 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:11:25.200495 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'status': 'completed', 'code': 200} Sep 16 15:11:25.283212 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-fb7fedee-db50-4b9e-94be-28573d949b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.285992 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-fb7fedee-db50-4b9e-94be-28573d949b95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0638399 Sep 16 15:11:25.417188 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-0070f8c8-c757-4ab3-b7b7-5525fd8b1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.419799 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-0070f8c8-c757-4ab3-b7b7-5525fd8b1072 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.1261365 Sep 16 15:11:25.440649 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:25.467398 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:11:25.477736 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:11:25.478771 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:10:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:25.522469 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-c7d832b1-5724-4212-9864-49affaf8d164 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 1000 time: 0.0955248 Sep 16 15:11:25.584666 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-0da57ba5-3ec3-4353-a9e1-b80da13f8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.586212 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-0da57ba5-3ec3-4353-a9e1-b80da13f8741 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0572176 Sep 16 15:11:25.645021 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:11:25.650587 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-4a5b1945-0060-433f-adf0-e61ed8e0de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:25.653167 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-4a5b1945-0060-433f-adf0-e61ed8e0de5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600302 Sep 16 15:11:25.770929 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-04449fe0-81f3-49f9-8591-0cddce79efe7 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102903 Sep 16 15:11:25.876357 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-30f04f2e-350d-4a1f-bcea-17fa77d93db3 req-5338c411-7699-41a4-949b-521c2d5de91d service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989506 Sep 16 15:11:25.957477 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:11:25.986303 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe4338-788d-4542-9f2e-4fba39de6d5d None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:11:26.232201 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1e56-cfcf-4eda-9681-0dcb728a6a8b None None] New status for floating IP f6efe263-31ec-40b0-90b0-deef4ef64b0c: ACTIVE {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:11:26.429551 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e83379df-c5b6-46ca-9885-18b4bd45e415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:27.376920 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:27.943747 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:29.148749 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:42.989778 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:53.761544 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-4ee8241b-b689-4cbb-b88c-46ef4695819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:54.067776 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-e444fbab-b015-4f8e-a0eb-6b674a9ca68d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454140 Sep 16 15:11:54.155983 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69070d9-c556-4766-b501-630e316be4bf req-d06e706b-8da6-4484-9ee1-92a9e3089749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.157517 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-d06e706b-8da6-4484-9ee1-92a9e3089749 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0460253 Sep 16 15:11:54.274440 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69070d9-c556-4766-b501-630e316be4bf req-36cc6a2a-5ae9-4faf-bdde-26897df51277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.275965 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-36cc6a2a-5ae9-4faf-bdde-26897df51277 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0983534 Sep 16 15:11:54.346627 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-692bc13b-bd2d-4f4c-9b6a-70e896ffd9a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 1002 time: 0.0638309 Sep 16 15:11:54.398720 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69070d9-c556-4766-b501-630e316be4bf req-35792789-6729-4166-825e-17b30df54fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.400260 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-35792789-6729-4166-825e-17b30df54fca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0471466 Sep 16 15:11:54.456176 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69070d9-c556-4766-b501-630e316be4bf req-fe0cf2c7-2851-4a25-81ae-f007c17aec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:11:54.457727 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-fe0cf2c7-2851-4a25-81ae-f007c17aec8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506971 Sep 16 15:11:54.556807 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-57aa3ab2-a322-4bc7-bb4e-583d1f664ab1 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903032 Sep 16 15:11:54.668105 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-c69070d9-c556-4766-b501-630e316be4bf req-715efbde-c206-4c27-a065-78fe7339c002 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041121 Sep 16 15:11:55.765819 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:11:56.464079 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f2df-3f10-422e-8269-c34433f7facc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.372255 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:57.892011 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:11:59.103515 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:12.971646 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:23.795571 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8f0f-5b60-449a-aa6c-8aa20b07d4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:26.464339 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-10515e2e-c164-45b7-932e-e8d7f97a604f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:27.384508 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:28.183997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:29.127810 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:32.856065 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:12:42.978737 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:53.738595 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c675d504-9988-41ce-a5e6-85bb2f3003bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.470426 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-515a91f4-4c05-4171-afb9-a4c783b078fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:56.544352 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-3de8c1dc-271e-4aba-9698-232491473da2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901120 Sep 16 15:12:56.632510 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-60471d92-7aaa-4965-9c52-f34dcbd2a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:56.633986 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-60471d92-7aaa-4965-9c52-f34dcbd2a785 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0451527 Sep 16 15:12:57.003346 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-d4bcbaf4-0275-42e5-8b4e-3b6ecfb17329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.004869 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-d4bcbaf4-0275-42e5-8b4e-3b6ecfb17329 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.3507934 Sep 16 15:12:57.072080 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-9dec7c8e-56a3-4d7a-83fd-92fbbda5ed68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 1002 time: 0.0580819 Sep 16 15:12:57.121613 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-78623fbf-ee14-4792-80d2-78efa2179cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.123147 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-78623fbf-ee14-4792-80d2-78efa2179cab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0433040 Sep 16 15:12:57.173320 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-310d4adb-06dd-42db-b2d8-2eef4f591967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:12:57.174815 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-310d4adb-06dd-42db-b2d8-2eef4f591967 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445337 Sep 16 15:12:57.270639 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-6e8b11d2-454c-4608-b607-dcbf2e5b3e2e service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863500 Sep 16 15:12:57.333277 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:57.370523 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e99282ee-a1c8-419c-a51e-3eb41ca0966b req-81892f58-809d-45b2-a5e2-7d3bd5f82551 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948298 Sep 16 15:12:57.870661 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:12:59.116294 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:01.349633 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-789f8424-fb39-4f60-bb20-131314933c96 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808465705&fields=id&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 267 time: 0.0358610 Sep 16 15:13:01.460020 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-9de3d88d-8071-425b-9372-732bbc50ab9d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:01.461520 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-9de3d88d-8071-425b-9372-732bbc50ab9d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.1052222 Sep 16 15:13:01.477708 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-78a98b18-6872-4f54-b461-b6e0c7451067 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/quotas/1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 375 time: 0.0097919 Sep 16 15:13:01.535153 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-bdbcfb42-349e-4177-8b1a-e3ade6a285ab tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518100 Sep 16 15:13:01.653393 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-a38a1881-9fd8-4698-b853-08010c566011 service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058042 Sep 16 15:13:01.750928 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-bb12cbe2-e49a-4224-b7dd-a10978775b6b service neutron] 10.222.0.30 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904164 Sep 16 15:13:02.522686 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b1b65423-c572-45dd-8467-e449830a161d req-378a3eb0-1199-4a0d-8c21-24f29fcd5432 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 210 time: 0.0912902 Sep 16 15:13:03.628618 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-b7496290-abbf-480d-af03-6d5c36970dec req-d631bb2b-fd50-4366-93b5-f88880384a44 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 210 time: 0.0261106 Sep 16 15:13:04.752759 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-656e7c37-19fc-42bb-b016-92f2fb1cd425 req-2d2d2e35-4815-4f25-a122-da895b4eaa68 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 210 time: 0.0290587 Sep 16 15:13:05.558393 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-399f56eb-e842-49f2-93a5-a991852d60d4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:05.559908 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-399f56eb-e842-49f2-93a5-a991852d60d4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 812 time: 0.1170232 Sep 16 15:13:05.606511 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-b63c1335-8f87-45db-a91b-f2872dbfbfc5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f124c01b0674632a1e239ff30a55adc HTTP/1.1" status: 200 len: 380 time: 0.0376425 Sep 16 15:13:05.616189 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'port': {'device_id': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'admin_state_up': True, 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'security_groups': ['c84ebd7f-9838-4ee3-ac1f-649e31337372']}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:05.852253 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-dbafe8fc-84d1-4e48-ac37-f37976d6d9ef req-2229a506-0f1e-4bfd-b5c8-715f961233bc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 210 time: 0.0273967 Sep 16 15:13:05.967071 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Made reservation on behalf of 1f124c01b0674632a1e239ff30a55adc for: {'port': 1} {{(pid=106171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 15:13:05.971283 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.103879 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.db_base_plugin_common [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.20.0.9 (852e2881-d6c8-423d-92ce-664a876bf769/0c6700cd-fef0-4441-a971-3be831e89b2e/8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae) {{(pid=106171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:13:06.256586 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.436122 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_create {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.499537 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 852e2881-d6c8-423d-92ce-664a876bf769 is already hosted by enough agents. {{(pid=106171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:13:06.499537 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.base_scheduler [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:13:06.499537 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:13:06.518070 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=1']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:06.532061 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.533230 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.533368 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.533698 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.534030 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.534362 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.534692 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.535021 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.535348 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.535673 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.536022 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.536343 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:06.559921 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.560606 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.729485 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-baf240fd-e78b-4b44-8d9c-9f306cbdb06c None None] Provisioning complete for port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae triggered by entity DHCP. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:06.730127 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-baf240fd-e78b-4b44-8d9c-9f306cbdb06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.764545 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-baf240fd-e78b-4b44-8d9c-9f306cbdb06c None None] Port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae cannot update to ACTIVE because it is not bound. {{(pid=106172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 16 15:13:06.774424 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d5607a5a-df68-43f0-9633-f15fcda17857 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1619132 Sep 16 15:13:06.786952 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.v2.base [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Request body: {'port': {'device_id': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80941'}} {{(pid=106171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:06.845488 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:06.976994 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b57ab3-17a5-4592-80f6-abc62de1941b req-8f82a282-feb1-4613-89a9-341843dc1fe9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:06.978641 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04b57ab3-17a5-4592-80f6-abc62de1941b req-8f82a282-feb1-4613-89a9-341843dc1fe9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 931 time: 0.0523446 Sep 16 15:13:07.018820 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-04b57ab3-17a5-4592-80f6-abc62de1941b req-6f4097ca-577c-4f24-ac81-95931e53bb6b tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Sep 16 15:13:07.122562 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae {{(pid=106171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:07.131079 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:07.144068 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.provisioning_blocks [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Transition to ACTIVE for port object 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae will not be triggered until provisioned by entity L2. {{(pid=106171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 16 15:13:07.270746 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:07.325460 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=2']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:07.413298 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Attempting to bind port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae on host hv-cinder-80941 for vnic_type normal with profile {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 16 15:13:07.413626 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Attempting to bind port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae by drivers openvswitch,hyperv on host hv-cinder-80941 at level 0 using segments [{'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 16 15:13:07.413970 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Attempting to bind port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:07.419518 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae on network 852e2881-d6c8-423d-92ce-664a876bf769 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80941 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 16 15:13:07.422024 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Attempting to bind port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae on network 852e2881-d6c8-423d-92ce-664a876bf769 {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 15:13:07.425990 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Checking agent: {'id': 'f920d2d7-d0ae-4844-adf6-68776a4ab939', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80941', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'started_at': datetime.datetime(2021, 9, 16, 14, 54, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 15, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 16 15:13:07.426114 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Checking segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 16 15:13:07.426524 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Bound using segment: {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'} {{(pid=106171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 15:13:07.426988 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.managers [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Bound port: 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host: hv-cinder-80941, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '087968aa-d165-4391-97c9-2bcbc378ee92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769'}}] {{(pid=106171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 16 15:13:07.427581 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:07.500444 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, cleared binding levels {{(pid=106171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 15:13:07.504317 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 15:13:07.598974 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16238538'] for port, after_update {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:07.633806 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.634438 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:07.636002 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] 10.222.0.22 "PUT /v2.0/ports/8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 200 len: 1093 time: 0.8531401 Sep 16 15:13:07.636312 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:07.638568 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6749b-faec-4ff5-952a-b1fcebed04c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:07.672288 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2d968-c532-4bb0-bbbc-1e7727373659 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=3']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:07.685043 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba8199-2c87-4856-ba34-f93216e7bbff x-openstack-request-id: req-deba8199-2c87-4856-ba34-f93216e7bbff {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:07.685318 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:07.685573 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-deba8199-2c87-4856-ba34-f93216e7bbff {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:07.685973 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'status': 'completed', 'code': 200} Sep 16 15:13:07.758111 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-8317b1f8-866c-476f-bdac-f4c5648720ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.759682 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-8317b1f8-866c-476f-bdac-f4c5648720ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1096 time: 0.0526512 Sep 16 15:13:07.887291 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-99acf225-b806-47a2-857b-436f23510c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.888826 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-99acf225-b806-47a2-857b-436f23510c9f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f124c01b0674632a1e239ff30a55adc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1197042 Sep 16 15:13:07.997166 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-d3879ed3-5c36-4120-b6f1-f6575af7c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:07.998672 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-b9c6749b-faec-4ff5-952a-b1fcebed04c9 req-d3879ed3-5c36-4120-b6f1-f6575af7c4dc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033397 Sep 16 15:13:08.088026 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-ad641ecf-275e-41c3-ad85-05a70311190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.089562 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-ad641ecf-275e-41c3-ad85-05a70311190b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1096 time: 0.0458269 Sep 16 15:13:08.136971 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-6e2a000c-8a71-4013-8328-58d4c8c85df9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 200 len: 217 time: 0.0397270 Sep 16 15:13:08.139898 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fa9bd-6249-4062-9c48-c698346d64ef req-ab2399ce-8019-4b16-9478-895c23fbfbd4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.141339 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8a8fa9bd-6249-4062-9c48-c698346d64ef req-ab2399ce-8019-4b16-9478-895c23fbfbd4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0500832 Sep 16 15:13:08.181570 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8a8fa9bd-6249-4062-9c48-c698346d64ef req-05736a8f-7800-483a-9395-8b124c93fd07 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Sep 16 15:13:08.188517 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-b680e72d-3cdf-4c89-86fe-784032a74cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.189904 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-b680e72d-3cdf-4c89-86fe-784032a74cd5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0466449 Sep 16 15:13:08.242957 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d3255c68-e94b-4931-a735-8e1ca088a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:08.244631 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-d3255c68-e94b-4931-a735-8e1ca088a6bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442572 Sep 16 15:13:08.339726 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-57895a36-5d9b-4349-b3af-0aa7534de21d service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 Sep 16 15:13:08.438368 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-e30fc6fd-70c9-4a75-a5e0-98a20240bc53 req-76eee592-66c9-4cf8-aea1-a0834871a529 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917780 Sep 16 15:13:09.300280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a86a9-2759-4b7b-a808-c5048e3fe346 req-5438b2c2-247f-471a-af67-b0ffe045c9ca tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:09.301803 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f65a86a9-2759-4b7b-a808-c5048e3fe346 req-5438b2c2-247f-471a-af67-b0ffe045c9ca tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0521564 Sep 16 15:13:09.340760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f65a86a9-2759-4b7b-a808-c5048e3fe346 req-7b2cb32e-7780-419b-9c3e-d57ba37cc94c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Sep 16 15:13:09.764820 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:10.461374 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174eb53-b7f6-464d-b8a6-fe009e36c0d5 req-61fc17e5-2d27-471f-8bc3-f3025beb6b38 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:10.462880 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8174eb53-b7f6-464d-b8a6-fe009e36c0d5 req-61fc17e5-2d27-471f-8bc3-f3025beb6b38 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0506506 Sep 16 15:13:10.501566 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-8174eb53-b7f6-464d-b8a6-fe009e36c0d5 req-3b290c44-9ead-496b-8093-a79303b68255 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Sep 16 15:13:11.616819 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47999e9-af9b-4302-87e6-52de1638e2fe req-d4c5ae4a-51e7-4e68-9b09-eb7772210ecc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:11.618338 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d47999e9-af9b-4302-87e6-52de1638e2fe req-d4c5ae4a-51e7-4e68-9b09-eb7772210ecc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0496330 Sep 16 15:13:11.659010 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-d47999e9-af9b-4302-87e6-52de1638e2fe req-c6ea9a11-31fc-4bfa-a8d9-f921cb3c5c6e tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347188 Sep 16 15:13:12.781325 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf7e6e-8e1b-4b55-94b3-ae792ee2093b req-41cf8b35-3d0c-48ec-b7b9-14df6c4c8da9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:12.782834 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15bf7e6e-8e1b-4b55-94b3-ae792ee2093b req-41cf8b35-3d0c-48ec-b7b9-14df6c4c8da9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0550020 Sep 16 15:13:12.822548 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-15bf7e6e-8e1b-4b55-94b3-ae792ee2093b req-01f898cc-bb39-4831-b943-c0b8523662b1 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Sep 16 15:13:13.043259 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:13.940302 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b37e0-8aff-4632-ab46-21e2b4d57f8b req-0a1819f0-bb70-42da-9087-56996d99ad35 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:13.941762 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ba3b37e0-8aff-4632-ab46-21e2b4d57f8b req-0a1819f0-bb70-42da-9087-56996d99ad35 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0516546 Sep 16 15:13:13.980596 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ba3b37e0-8aff-4632-ab46-21e2b4d57f8b req-317784cf-259e-48e0-b47f-46837f32dbf7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Sep 16 15:13:15.098283 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be3844-7a66-4b88-a2d7-b431c87a25e8 req-97e26038-1614-47a5-ba9c-3f90f855797c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:15.099858 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25be3844-7a66-4b88-a2d7-b431c87a25e8 req-97e26038-1614-47a5-ba9c-3f90f855797c tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0483699 Sep 16 15:13:15.138583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-25be3844-7a66-4b88-a2d7-b431c87a25e8 req-ca68fdf8-b8fd-4656-973e-5d2c2dba6999 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325181 Sep 16 15:13:16.259057 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827570d7-c41b-4d13-acf4-31ea6a7963a8 req-e66e9c7d-a646-4b6d-8da0-468c55b01e65 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:16.260583 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-827570d7-c41b-4d13-acf4-31ea6a7963a8 req-e66e9c7d-a646-4b6d-8da0-468c55b01e65 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0532746 Sep 16 15:13:16.301760 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-827570d7-c41b-4d13-acf4-31ea6a7963a8 req-a31c0b61-1495-4a4c-b652-4caf4253019f tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Sep 16 15:13:17.284279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae details requested by agent hyperv_hv-cinder-80941 with host hv-cinder-80941 {{(pid=106172) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 15:13:17.387002 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:17.400420 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Returning: {'device': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'port_id': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'mac_address': 'fa:16:3e:c0:65:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106172) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 15:13:17.424331 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f901d-d4c8-43a6-a0b0-d0f35d1385c0 req-53c5315b-dd3d-4511-8a09-7f2d033aa5ab tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:17.425877 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-264f901d-d4c8-43a6-a0b0-d0f35d1385c0 req-53c5315b-dd3d-4511-8a09-7f2d033aa5ab tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 943 time: 0.0509021 Sep 16 15:13:17.442033 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:17.455613 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae {{(pid=106172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 16 15:13:17.474979 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-264f901d-d4c8-43a6-a0b0-d0f35d1385c0 req-5805a1f7-2e93-4e24-bc72-80ffc4c9cc50 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Sep 16 15:13:17.480070 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:17.578673 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:17.635176 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=4']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:17.642300 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.642910 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.643253 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.643589 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.643955 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.644288 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.644616 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.644944 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.645276 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.645600 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.645919 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.646233 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:17.806494 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] get_ports_and_sgs() called for port_ids ['8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'] {{(pid=106172) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 16 15:13:18.598344 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5961aa-28eb-41bf-8bb3-526896f31450 req-0446aa6b-6d34-4551-9470-ffc03d03f281 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:18.601882 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9e5961aa-28eb-41bf-8bb3-526896f31450 req-0446aa6b-6d34-4551-9470-ffc03d03f281 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 944 time: 0.0531569 Sep 16 15:13:18.638993 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9e5961aa-28eb-41bf-8bb3-526896f31450 req-f6334da5-3744-48eb-82cc-56681fde99ff tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Sep 16 15:13:19.308588 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae up at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 15:13:19.516695 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning for port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae completed by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 16 15:13:19.521331 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.provisioning_blocks [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Provisioning complete for port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae triggered by entity L2. {{(pid=106172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 16 15:13:19.524927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-755451'] for port, provisioning_complete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:19.603370 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:19.629632 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'}] {{(pid=106172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:19.632131 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfd6855880625505250f0d2529ac685f61e765d7ef403296db4e00f6273c7ec0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833f2eb-8422-4bdd-99ee-3234f5264fc0" -d '{"events": [{"server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae"}]}' {{(pid=106172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:19.645714 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:13:19.671845 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6e6bc-b93e-4db1-8e48-e833d9b20573 x-openstack-request-id: req-23f6e6bc-b93e-4db1-8e48-e833d9b20573 {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:19.672155 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae", "code": 200}]} {{(pid=106172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:19.672413 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23f6e6bc-b93e-4db1-8e48-e833d9b20573 {{(pid=106172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:19.672814 dv-cinder-809417-1-iscsi neutron-server[106172]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'code': 200} Sep 16 15:13:19.756977 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790'] for port, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:19.811036 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Pushing event updated for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=5']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:19.824370 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778615f-6b6f-4a93-b7dd-d772c9ff451a req-eac41f90-f6ab-4bf1-be14-01c6a328ab80 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:19.825875 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9778615f-6b6f-4a93-b7dd-d772c9ff451a req-eac41f90-f6ab-4bf1-be14-01c6a328ab80 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0602832 Sep 16 15:13:19.865964 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-9778615f-6b6f-4a93-b7dd-d772c9ff451a req-421ee431-4ec5-4cf8-b7ad-d09e5e419f15 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332880 Sep 16 15:13:20.126019 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159eea0-4eed-4b61-b17d-b0dfcf64c70d req-f14bf12e-9ff5-4542-9501-a64f25cd0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.127714 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f159eea0-4eed-4b61-b17d-b0dfcf64c70d req-f14bf12e-9ff5-4542-9501-a64f25cd0d1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1098 time: 0.0501163 Sep 16 15:13:20.179225 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-f159eea0-4eed-4b61-b17d-b0dfcf64c70d req-fcfbc699-c7f1-4e27-9204-62c4c11858f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Sep 16 15:13:20.985399 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b4874-e041-48c9-a241-d04cb6a2b6a1 req-02e1fbaa-a156-4085-83ac-8199340424a5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:20.987612 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525b4874-e041-48c9-a241-d04cb6a2b6a1 req-02e1fbaa-a156-4085-83ac-8199340424a5 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0512545 Sep 16 15:13:21.033146 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-525b4874-e041-48c9-a241-d04cb6a2b6a1 req-590ee3cd-956f-4e7b-9848-70c4e6eef797 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364377 Sep 16 15:13:22.153210 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f0918-e4c7-419f-a040-e537038d08d0 req-4229689f-e548-4e56-9180-b47741cb9ccf tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.154746 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-460f0918-e4c7-419f-a040-e537038d08d0 req-4229689f-e548-4e56-9180-b47741cb9ccf tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0513036 Sep 16 15:13:22.197127 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-460f0918-e4c7-419f-a040-e537038d08d0 req-b3c663ec-32eb-40da-888e-8f23d7b3e478 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356381 Sep 16 15:13:22.319916 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070defbf-9488-4fbc-8e67-b4185b078518 req-1983bd8f-4a2c-4267-8638-3d6910e54822 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.321500 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-070defbf-9488-4fbc-8e67-b4185b078518 req-1983bd8f-4a2c-4267-8638-3d6910e54822 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0548599 Sep 16 15:13:22.368786 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-070defbf-9488-4fbc-8e67-b4185b078518 req-c5ac6c20-1300-467d-94c2-f8e5e638ed6a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376811 Sep 16 15:13:22.393341 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39282) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.435199 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee13d6-bfbb-499d-af73-671f6a25ab7d tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:22.436765 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-23ee13d6-bfbb-499d-af73-671f6a25ab7d tempest-TestVolumeBootPattern-18727071 tempest-TestVolumeBootPattern-18727071-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1093 time: 0.0424187 Sep 16 15:13:22.439802 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39284) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:13:22.443901 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.v2.base [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Request body: {'floatingip': {'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'port_id': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 15:13:22.590551 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.699651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:22.813889 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_common [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Allocated IP 172.27.3.63 (2d3eb677-50ae-4545-a3d6-be6111ee844c/6dd7ce04-d39a-4270-b683-5c0d1dc50089/54e22f09-0b7e-4984-b302-3731fb0905bf) {{(pid=106170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 15:13:22.936505 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.145387 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781505911754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.183995 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Network 2d3eb677-50ae-4545-a3d6-be6111ee844c is already hosted by enough agents. {{(pid=106170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 15:13:23.188415 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.base_scheduler [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Resources bound (agent type, host, resource id): {{(pid=106170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 15:13:23.191534 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Received port after_create {{(pid=106170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 16 15:13:23.218533 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=54e22f09-0b7e-4984-b302-3731fb0905bf,revision_number=1']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:23.236325 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.236716 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.237057 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.237392 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.237722 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.238052 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.238382 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.238704 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.239072 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.239454 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.239808 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.240197 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:13:23.762766 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-86da3105-bd2e-49f1-8ccf-c77b5c2f6509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:23.838507 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.005215 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682039'] for port, before_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.156985 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for port, precommit_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.259278 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781506401293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781505911772', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781505911790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16547386'] for port, after_update {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.328544 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event updated for resources: {'Port': ['ID=54e22f09-0b7e-4984-b302-3731fb0905bf,revision_number=2']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:13:24.340794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1782278'] for floatingip, after_create {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.449330 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP ba7c21b6-c9a0-4ffa-9773-d6531502deba associated. External IP: 172.27.3.63, port: 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae. Sep 16 15:13:24.670406 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:13:24.784789 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:13:24.802739 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:13:24.805447 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:24.806105 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:12:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:24.968229 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:24.996663 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0905d839-130b-4d73-9d09-256d23569591 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5559356 Sep 16 15:13:24.997393 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:13:24.999638 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:13:25.036897 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f53f56-9de6-43bf-8fa7-d3182e0df05c x-openstack-request-id: req-52f53f56-9de6-43bf-8fa7-d3182e0df05c {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:13:25.037075 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:13:25.037260 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52f53f56-9de6-43bf-8fa7-d3182e0df05c {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:13:25.037655 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'status': 'completed', 'code': 200} Sep 16 15:13:25.040922 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:25.100550 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-7415a19e-2e49-479c-8ba8-52610a19ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.102155 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-7415a19e-2e49-479c-8ba8-52610a19ed8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1098 time: 0.0411074 Sep 16 15:13:25.200135 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-37106321-93a3-44fc-893e-67c85bdf22a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.201738 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-37106321-93a3-44fc-893e-67c85bdf22a4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0929496 Sep 16 15:13:25.275502 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-a827f0ce-1ea6-43e2-9a3c-05a4e6ae289e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 200 len: 998 time: 0.0657175 Sep 16 15:13:25.289559 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ba7c21b6-c9a0-4ffa-9773-d6531502deba', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}, {'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.319761 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:13:25.324873 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-eedf0a82-96a8-44c0-aac7-1f2fdb21caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.326342 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-eedf0a82-96a8-44c0-aac7-1f2fdb21caa4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0440223 Sep 16 15:13:25.328164 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:13:25.328789 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:12:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.376274 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-6fb2019c-4510-497e-a604-ae46af99826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:25.378363 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-6fb2019c-4510-497e-a604-ae46af99826e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451050 Sep 16 15:13:25.441136 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:13:25.473775 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-03f6622a-402c-4037-92dc-f3461f0a1439 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881507 Sep 16 15:13:25.581856 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d71ff289-8d94-4ba6-8b8f-9d08f270e0b9 req-248d36f5-cb06-440f-82e7-54450f359e3d service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991995 Sep 16 15:13:25.691521 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ba7c21b6-c9a0-4ffa-9773-d6531502deba', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}, {'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:13:25.717292 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df8cfb-bb45-441c-9381-40f195c189a4 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'ba7c21b6-c9a0-4ffa-9773-d6531502deba', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c0:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:13:23Z', 'updated_at': '2021-09-16T15:13:23Z', 'revision_number': 0, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}, {'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:13:25.942548 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a55c8-48fc-41d1-8e82-d82a9cbde446 None None] New status for floating IP ba7c21b6-c9a0-4ffa-9773-d6531502deba: ACTIVE {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:13:26.510499 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-0051710f-1cd5-4a8f-b0b7-97e2daa1ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:27.357148 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:28.031207 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:29.208279 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:42.985435 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:46.764435 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:13:53.894812 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-69fc7edb-fdd6-4d1f-a409-ea1ccc1666d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:56.505671 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-aafede53-9f6d-4544-8a4f-efcf5466a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:57.033635 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-135ef7c1-a344-4754-9924-8a2f50540645 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392842 Sep 16 15:13:57.132685 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209585-2e0b-49fe-b014-e66dc372619e req-21e2e626-b83f-4c53-93db-7de4305b2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.134227 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-21e2e626-b83f-4c53-93db-7de4305b2e04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0550370 Sep 16 15:13:57.248935 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209585-2e0b-49fe-b014-e66dc372619e req-6439edf7-ac95-4f3e-9762-2b92dd1bf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.251131 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-6439edf7-ac95-4f3e-9762-2b92dd1bf207 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0960631 Sep 16 15:13:57.319807 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-ccc79ed7-c473-42ea-95f0-b467ec4a7cf6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 1002 time: 0.0618501 Sep 16 15:13:57.368457 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:57.374699 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209585-2e0b-49fe-b014-e66dc372619e req-1a04b8a5-58cd-4bf6-b420-910d957d6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.376231 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-1a04b8a5-58cd-4bf6-b420-910d957d6b36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0482740 Sep 16 15:13:57.431577 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209585-2e0b-49fe-b014-e66dc372619e req-26a90355-bd40-451d-85d7-a4c42ef36477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:13:57.433828 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-26a90355-bd40-451d-85d7-a4c42ef36477 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507362 Sep 16 15:13:57.547010 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-6f0a7e40-7b71-49c9-8a7a-17dcad172927 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022043 Sep 16 15:13:57.655014 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-2a209585-2e0b-49fe-b014-e66dc372619e req-d440d529-2a6f-486e-840e-760814476438 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000731 Sep 16 15:13:57.848752 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:13:59.106478 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:06.314475 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-7b28977f-7888-4bd7-bc43-375c87c77d2f req-b83f8c7f-0528-4c31-aea8-07245b78ec40 service neutron] (106170) timed out ('10.222.0.22', 60795) {{(pid=106170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:14:12.986048 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:19.629091 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [req-83287772-65ff-435e-aea4-10d4d49e740b req-46cc7b70-90e1-4d08-9105-35f22cb31369 service neutron] (106171) timed out ('10.222.0.22', 60521) {{(pid=106171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:14:23.746597 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f03f69b1-e707-4b96-8292-367aa4108618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:23.767555 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:14:26.409586 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-ef7533d5-6d35-467b-bb94-5686e3b3bee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.500720 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:27.866937 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:29.180493 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:42.952771 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:53.752737 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-dc55b331-4456-47fa-ba92-5f38112a9382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.450251 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-601436f6-e179-4069-839f-9c1ea4fc2fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.471079 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39308) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:14:56.631774 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port 54e22f09-0b7e-4984-b302-3731fb0905bf {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:56.632206 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.707277 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.707507 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.718976 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for 54e22f09-0b7e-4984-b302-3731fb0905bf owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:14:56.971304 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:56.999306 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=54e22f09-0b7e-4984-b302-3731fb0905bf,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:14:57.024656 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.025041 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.025388 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.025756 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.026068 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.026403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.026738 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.027076 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.027410 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.027739 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.028095 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.028426 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:14:57.038809 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-c04b5aea-b990-45f1-9ba2-38d120918046 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430491 Sep 16 15:14:57.072387 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.075489 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP ba7c21b6-c9a0-4ffa-9773-d6531502deba disassociated (deleted). External IP: 172.27.3.63, port: 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae. Sep 16 15:14:57.104994 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685883-c326-468a-b380-eac3b81ffca8 req-6fd76fb0-15ac-4bb7-9084-dd1b91781bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.107895 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-6fd76fb0-15ac-4bb7-9084-dd1b91781bda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1098 time: 0.0470977 Sep 16 15:14:57.223136 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685883-c326-468a-b380-eac3b81ffca8 req-5d4455ad-6510-49fb-a4e7-c7b30cc61273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.224520 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-5d4455ad-6510-49fb-a4e7-c7b30cc61273 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0956798 Sep 16 15:14:57.266753 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-35ba5196-d6d9-4f63-80f0-b990ba896d50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 200 len: 217 time: 0.0348611 Sep 16 15:14:57.288879 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:14:57.319252 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685883-c326-468a-b380-eac3b81ffca8 req-f1163476-af39-4dde-bcc6-3c6d949eba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.320777 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-f1163476-af39-4dde-bcc6-3c6d949eba2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0472333 Sep 16 15:14:57.379169 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685883-c326-468a-b380-eac3b81ffca8 req-8c186284-8de4-490f-b2a9-c5794811a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.381464 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-8c186284-8de4-490f-b2a9-c5794811a7a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528114 Sep 16 15:14:57.415671 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:14:57.435758 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.436008 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:14:57.438245 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:57.439038 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:57.461991 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-ff62292f-471a-4bb5-951c-bbb02434619d tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba7c21b6-c9a0-4ffa-9773-d6531502deba HTTP/1.1" status: 204 len: 168 time: 0.9895751 Sep 16 15:14:57.463021 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:14:57.467511 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:14:57.508380 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-cd943dec-a64a-44d2-8d4a-183324b2cf22 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198380 Sep 16 15:14:57.514604 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:57.612207 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4891192d-b88e-44a6-8ab2-9ce3411bcdb7 x-openstack-request-id: req-4891192d-b88e-44a6-8ab2-9ce3411bcdb7 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:14:57.613301 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:14:57.613705 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4891192d-b88e-44a6-8ab2-9ce3411bcdb7 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:14:57.614097 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'status': 'completed', 'code': 200} Sep 16 15:14:57.627885 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:57.632337 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-d3685883-c326-468a-b380-eac3b81ffca8 req-5203e854-2093-4284-b6fe-678d61fe8c04 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147168 Sep 16 15:14:57.905641 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-cb0ccd61-ec76-4b90-9d7e-88fb86159cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:57.906939 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-cb0ccd61-ec76-4b90-9d7e-88fb86159cde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 1098 time: 0.0555542 Sep 16 15:14:57.912856 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:57.939292 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:14:57.947689 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:14:57.948331 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:57.985074 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:58.006289 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-797efca6-e75c-4a21-b244-86b3a0ca21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.007716 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-797efca6-e75c-4a21-b244-86b3a0ca21e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0927806 Sep 16 15:14:58.053813 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-245f0493-2cad-4e8d-b0b5-9df22d14f893 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 200 len: 217 time: 0.0392549 Sep 16 15:14:58.077503 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:14:58.108068 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-22b2a3a3-b0bf-478f-a4fc-1607955ddd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.109620 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-22b2a3a3-b0bf-478f-a4fc-1607955ddd77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0482230 Sep 16 15:14:58.132889 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa82316-1f6f-4f77-b953-7b6ddd3009a7 req-dbd95ad5-96b5-49f5-a2ee-a23c8e6256ca tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.135252 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ffa82316-1f6f-4f77-b953-7b6ddd3009a7 req-dbd95ad5-96b5-49f5-a2ee-a23c8e6256ca tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0624855 Sep 16 15:14:58.168989 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-d4de5ab7-e93e-4c93-b16d-9e5f725e85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:58.170911 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-d4de5ab7-e93e-4c93-b16d-9e5f725e85b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537174 Sep 16 15:14:58.178849 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-ffa82316-1f6f-4f77-b953-7b6ddd3009a7 req-7079d5f4-96b3-46fe-8715-a078bf9682f9 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368841 Sep 16 15:14:58.267798 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-18bebfc4-4b53-429c-a570-69bb02e1fe32 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896699 Sep 16 15:14:58.377495 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:14:58.379691 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-064e4bcc-9ccf-4e8e-aff3-889a8163c61d req-fba013fb-6e2d-4faf-bf48-5b63aee44f72 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004531 Sep 16 15:14:58.532463 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3397f6-27bf-499c-8f12-e929dcc78cfd None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_floatingips': [{'id': 'f6efe263-31ec-40b0-90b0-deef4ef64b0c', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'router_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'port_id': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'mac_address': 'fa:16:3e:c6:b3:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7469ba71-8b80-4350-84e5-1d2498f53294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T15:11:23Z', 'updated_at': '2021-09-16T15:11:26Z', 'revision_number': 1, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:14:58.759241 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b0e8-f4bf-4101-8fc8-350baedd43c6 None None] New status for floating IP ba7c21b6-c9a0-4ffa-9773-d6531502deba: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:14:59.090345 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.312182 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3df23-559b-4a03-98d9-56a7833aff25 req-9b360e44-d491-4814-8939-13bded139f32 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.314119 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f2e3df23-559b-4a03-98d9-56a7833aff25 req-9b360e44-d491-4814-8939-13bded139f32 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0574913 Sep 16 15:14:59.356363 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-f2e3df23-559b-4a03-98d9-56a7833aff25 req-e5718d86-57d9-4ff4-b355-117a7b609ca1 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Sep 16 15:14:59.623569 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-21f843f2-e77d-4806-91ee-03d9a3e09aaa tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:14:59.625619 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-21f843f2-e77d-4806-91ee-03d9a3e09aaa tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 945 time: 0.0505643 Sep 16 15:14:59.725042 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:14:59.725381 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.815645 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] For port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:14:59.816045 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:14:59.829901 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:00.032813 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.064646 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:00.101311 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.101680 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.102000 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.102349 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.102673 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.103005 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.103335 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.103666 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.104032 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.104364 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.104690 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.105016 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:00.129917 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] No DVR routers for this DVR port 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:00.132554 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:00.134662 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-4e50392a-d61d-42cb-a38c-a2ad456be813 req-93524524-5181-45b0-a643-4999843499df tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "DELETE /v2.0/ports/8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae HTTP/1.1" status: 204 len: 173 time: 0.5028276 Sep 16 15:15:00.135094 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'name': 'network-vif-deleted', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:00.137484 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c7617-8e7d-461b-809c-d69c4665179a" -d '{"events": [{"server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "name": "network-vif-deleted", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:00.177092 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c588d1e-56a3-4de8-93bb-fcc67be2ef9d x-openstack-request-id: req-3c588d1e-56a3-4de8-93bb-fcc67be2ef9d {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:00.177455 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d69f08-3b39-4d56-911e-b893a9624bdc", "name": "network-vif-deleted", "tag": "8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:00.177721 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c588d1e-56a3-4de8-93bb-fcc67be2ef9d {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:00.178099 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d69f08-3b39-4d56-911e-b893a9624bdc', 'name': 'network-vif-deleted', 'tag': '8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae', 'status': 'completed', 'code': 200} Sep 16 15:15:00.459912 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-68595cc5-3a93-4968-9bae-ac4c9ca4aaf5 req-d3eb6833-6975-41a8-82f9-a6a31a4c38f2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d69f08-3b39-4d56-911e-b893a9624bdc HTTP/1.1" status: 200 len: 210 time: 0.0313940 Sep 16 15:15:00.766850 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:15:03.856478 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:03.877475 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:03.877826 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device 8e9f6ec5-6331-48d5-8fab-f01b2a5e8cae not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:04.059672 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39356) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:04.240189 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port ce42711a-24ad-4b27-ba9b-d43ef3fb9154 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:04.241024 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.323137 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.323471 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.337621 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for ce42711a-24ad-4b27-ba9b-d43ef3fb9154 owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:04.593228 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.619247 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=ce42711a-24ad-4b27-ba9b-d43ef3fb9154,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:04.691093 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:04.691423 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.db.l3_db [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Floating IP f6efe263-31ec-40b0-90b0-deef4ef64b0c disassociated (deleted). External IP: 172.27.3.254, port: f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77. Sep 16 15:15:04.919581 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:05.286214 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:05.291133 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:05.296302 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:05.312823 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:05.319224 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:05.319389 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-2d6c9a05-82cf-4094-b5b1-abfd4d0c9873 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "DELETE /v2.0/floatingips/f6efe263-31ec-40b0-90b0-deef4ef64b0c HTTP/1.1" status: 204 len: 168 time: 1.2579880 Sep 16 15:15:05.319389 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'}] {{(pid=106170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:05.321767 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a759eaa6715523e75e1779a76f36cf5d3001d84501d3f36825571d1359a739d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d03e28-11b6-4477-a7b0-5485b50b3dee" -d '{"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77"}]}' {{(pid=106170) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:05.359584 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431dd15-d460-46c9-9ec1-76ddea528b62 x-openstack-request-id: req-4431dd15-d460-46c9-9ec1-76ddea528b62 {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:05.359719 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77", "status": "completed", "code": 200}]} {{(pid=106170) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:05.359971 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4431dd15-d460-46c9-9ec1-76ddea528b62 {{(pid=106170) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:05.360355 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'status': 'completed', 'code': 200} Sep 16 15:15:05.425102 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:05.429592 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-76639a83-22d3-4111-9d6b-2602bbcf5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.431112 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-76639a83-22d3-4111-9d6b-2602bbcf5f12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f124c01b0674632a1e239ff30a55adc&device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 1099 time: 0.0448074 Sep 16 15:15:05.524870 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-71754f5a-cdd2-442b-a021-4ff130d7afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.526374 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-71754f5a-cdd2-442b-a021-4ff130d7afaa service neutron] 10.222.0.22 "GET /v2.0/networks?id=852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 200 len: 913 time: 0.0885534 Sep 16 15:15:05.572219 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-8d9f4fc9-33d7-4aaf-976a-006d7e6ac232 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 200 len: 217 time: 0.0387366 Sep 16 15:15:05.625944 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-cf44bca8-3fef-423c-b22f-d13adb19cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.629293 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-cf44bca8-3fef-423c-b22f-d13adb19cdba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 200 len: 851 time: 0.0486379 Sep 16 15:15:05.637820 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:05.664161 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:05.673495 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:05.674122 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:05.681324 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-687d764f-4432-413d-9e7a-781da0e6addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.682938 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-687d764f-4432-413d-9e7a-781da0e6addc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=852e2881-d6c8-423d-92ce-664a876bf769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481277 Sep 16 15:15:05.795236 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:05.796486 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-96db2e03-d13a-447d-a536-4dd4c76d69d7 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064720 Sep 16 15:15:05.816855 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595e17-50df-49a6-8099-d6076a1709fb req-9e41380a-7208-4d12-bbdd-f287325d26d4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:05.818347 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81595e17-50df-49a6-8099-d6076a1709fb req-9e41380a-7208-4d12-bbdd-f287325d26d4 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0535936 Sep 16 15:15:05.865820 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-81595e17-50df-49a6-8099-d6076a1709fb req-783704ed-da2f-412a-9bc0-6bed41c92338 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Sep 16 15:15:05.908827 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-15d03e28-11b6-4477-a7b0-5485b50b3dee req-4f2fd3ca-a631-4253-b6dc-279d1656bc00 service neutron] 10.222.0.22 "GET /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041207 Sep 16 15:15:06.039546 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:06.071154 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc7bd1-7233-4a1d-bd88-ac169f902b35 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:12Z', 'revision_number': 4, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi', '_interfaces': [{'id': '5f631b5f-52f4-450f-af90-7a6a30cd50d6', 'name': '', 'network_id': '852e2881-d6c8-423d-92ce-664a876bf769', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'mac_address': 'fa:16:3e:ec:27:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:11Z', 'updated_at': '2021-09-16T15:08:15Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'subnets': [{'id': '0c6700cd-fef0-4441-a971-3be831e89b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:06.296997 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c0c7c-c355-4eee-ba72-fc7a1a6cf3e6 None None] New status for floating IP f6efe263-31ec-40b0-90b0-deef4ef64b0c: DOWN {{(pid=106173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 16 15:15:06.983404 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20093528-24e9-45e8-b6dd-591aab0910b1 req-35375669-3a31-4774-8a88-9d151e47a61a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:06.984967 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-20093528-24e9-45e8-b6dd-591aab0910b1 req-35375669-3a31-4774-8a88-9d151e47a61a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0484743 Sep 16 15:15:07.023150 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-20093528-24e9-45e8-b6dd-591aab0910b1 req-be5d17e8-a387-43fb-b6eb-98c3de6ce8a3 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/security-groups?id=c84ebd7f-9838-4ee3-ac1f-649e31337372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Sep 16 15:15:07.232737 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-b7816e5e-693f-4c06-bb78-0f79356153c3 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 16 15:15:07.234226 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-b7816e5e-693f-4c06-bb78-0f79356153c3 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 946 time: 0.0534532 Sep 16 15:15:07.324848 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:07.325238 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.421397 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] For port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77, host hv-cinder-80941, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80941',level=0,port_id=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:07.421766 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.433471 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 owned by compute:nova {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:07.907776 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.939915 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:07.984945 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] No DVR routers for this DVR port f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 on host hv-cinder-80941 {{(pid=106171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:07.987549 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for port, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:07.989636 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [req-7f31aad2-fab0-4872-8356-51d1e7c96a7f req-a7e29e8b-dee1-4f96-a7c0-a5a3aac9458a tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.22 "DELETE /v2.0/ports/f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 HTTP/1.1" status: 204 len: 173 time: 0.7491682 Sep 16 15:15:07.990075 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'name': 'network-vif-deleted', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77'}] {{(pid=106171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 16 15:15:07.992392 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e48cdda3f07dcc5ac7e12c77c00be6d9bbd3fccea3d7e82f28cf4728e073564" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1399d48d-3889-4cc8-b4ae-f29945b6bd59" -d '{"events": [{"server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "name": "network-vif-deleted", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77"}]}' {{(pid=106171) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 15:15:08.031121 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Sep 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b085f8-1ff1-47ef-9fe9-cd2b5f431518 x-openstack-request-id: req-a0b085f8-1ff1-47ef-9fe9-cd2b5f431518 {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 15:15:08.031434 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469ba71-8b80-4350-84e5-1d2498f53294", "name": "network-vif-deleted", "tag": "f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77", "status": "completed", "code": 200}]} {{(pid=106171) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 15:15:08.031769 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0b085f8-1ff1-47ef-9fe9-cd2b5f431518 {{(pid=106171) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 15:15:08.032186 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469ba71-8b80-4350-84e5-1d2498f53294', 'name': 'network-vif-deleted', 'tag': 'f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77', 'status': 'completed', 'code': 200} Sep 16 15:15:08.127568 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-92cf1e30-e345-483f-be86-9055fc64246f req-40780520-5684-4c43-9795-67808333a4dc tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 210 time: 0.0295193 Sep 16 15:15:09.244611 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [req-bf00cea5-fa8f-4fa0-b498-03ad990f63c2 req-afe058ef-9442-4645-8a53-f6d08b1378fd tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "GET /v2.0/ports?device_id=7469ba71-8b80-4350-84e5-1d2498f53294 HTTP/1.1" status: 200 len: 210 time: 0.0306821 Sep 16 15:15:10.309702 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39374) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:10.430975 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Deleting port 399c3ec7-d360-41a8-8bea-7c3ce34c8717 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:10.431342 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.503280 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.503605 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.515275 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Calling delete_port for 399c3ec7-d360-41a8-8bea-7c3ce34c8717 owned by network:floatingip {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:10.718641 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.747715 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'Port': ['ID=399c3ec7-d360-41a8-8bea-7c3ce34c8717,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:10.805723 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for floatingip, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.808794 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34923'] for floatingip, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:10.809941 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-84967936-ee5e-4841-9d96-967f523846c2 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "DELETE /v2.0/floatingips/d13bae37-6e0f-4ef8-8483-03fa2b3fbaad HTTP/1.1" status: 204 len: 168 time: 0.4992464 Sep 16 15:15:11.865230 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 no longer exists at agent hyperv_hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:11.885204 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] No Port match for: f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:11.885551 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Device f8a1bc97-8ad1-40cb-b7d1-3c8d1b6aae77 not bound to the agent host hv-cinder-80941 {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:12.147796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39386) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:12.206932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.233147 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.341265 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.343896 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Notify callbacks [] for security_group, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.345465 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] 10.222.0.30 "DELETE /v2.0/security-groups/c84ebd7f-9838-4ee3-ac1f-649e31337372 HTTP/1.1" status: 204 len: 168 time: 0.1963456 Sep 16 15:15:12.355847 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b60bc3-fda8-4a9c-8736-a5a50bdabdc7 tempest-TestVolumeBootPattern-1592159686 tempest-TestVolumeBootPattern-1592159686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84ebd7f-9838-4ee3-ac1f-649e31337372,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:12.470627 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39390) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:12.933181 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:12.958605 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.179594 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Deleting port 5f631b5f-52f4-450f-af90-7a6a30cd50d6 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:13.180302 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.259431 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] For port 5f631b5f-52f4-450f-af90-7a6a30cd50d6, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=5f631b5f-52f4-450f-af90-7a6a30cd50d6,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:13.259820 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.276933 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Calling delete_port for 5f631b5f-52f4-450f-af90-7a6a30cd50d6 owned by network:router_interface {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:13.518977 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.546394 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f631b5f-52f4-450f-af90-7a6a30cd50d6,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:13.732319 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:13.955118 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:14.062218 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:14.069650 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-3ce25935-2fd7-4ac6-9486-ebc2fa2866c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/2e0da0cf-0eff-467a-8b88-87705e5b8fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977051 Sep 16 15:15:14.072062 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39394) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:14.075289 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Sync routers for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:14.086335 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:14.086988 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:14.181206 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks [] for router, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.191022 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:14.286400 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.363448 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:15:13Z', 'revision_number': 5, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port': {'id': '221aba96-b16c-4f76-8831-cb669dd3a79d', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:14.393107 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Checking router: 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 for host: dv-cinder-809417-1-iscsi {{(pid=106172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:14.401590 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Routers {'2e0da0cf-0eff-467a-8b88-87705e5b8fd0'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:14.402746 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'], 'active': True} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:14.425831 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Deleting port 221aba96-b16c-4f76-8831-cb669dd3a79d {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:14.426262 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.490870 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvr_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] Set router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 gateway port host: None {{(pid=106172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:14.506569 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] For port 221aba96-b16c-4f76-8831-cb669dd3a79d, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=221aba96-b16c-4f76-8831-cb669dd3a79d,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:14.506957 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.523897 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Calling delete_port for 221aba96-b16c-4f76-8831-cb669dd3a79d owned by network:router_gateway {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:14.541203 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_hamode_db [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 6, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:14.570148 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3d6dd-965e-45ec-ba0b-d0fb5de81bc1 None None] The sync data for ids ['2e0da0cf-0eff-467a-8b88-87705e5b8fd0'] in dv-cinder-809417-1-iscsi is: [{'id': '2e0da0cf-0eff-467a-8b88-87705e5b8fd0', 'name': 'tempest-TestVolumeBootPattern-1536284546-router', 'tenant_id': '1f124c01b0674632a1e239ff30a55adc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:09Z', 'updated_at': '2021-09-16T15:15:14Z', 'revision_number': 6, 'project_id': '1f124c01b0674632a1e239ff30a55adc', 'gw_port_host': None}] {{(pid=106172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:14.764941 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.792966 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Pushing event deleted for resources: {'Port': ['ID=221aba96-b16c-4f76-8831-cb669dd3a79d,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:14.853651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.943777 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:14.946074 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.073514 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.074688 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0da0cf-0eff-467a-8b88-87705e5b8fd0 {{(pid=106170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:15:15.080055 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.081252 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-03fafeaf-e7e4-4243-ac51-a83584168233 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2e0da0cf-0eff-467a-8b88-87705e5b8fd0 HTTP/1.1" status: 204 len: 168 time: 1.0079618 Sep 16 15:15:15.083689 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39396) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:15.133403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Deleting subnet 0c6700cd-fef0-4441-a971-3be831e89b2e {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:15:15.137154 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.170159 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.246928 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.364725 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.393484 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6700cd-fef0-4441-a971-3be831e89b2e,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.398678 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.400620 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-4d649993-42cd-49a5-9aad-f468021e3718 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c6700cd-fef0-4441-a971-3be831e89b2e HTTP/1.1" status: 204 len: 168 time: 0.3159597 Sep 16 15:15:15.403514 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39398) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:15.404476 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b92d34f-7b6d-45ed-85c8-2cbc075bb7d1 None None] Network 852e2881-d6c8-423d-92ce-664a876bf769 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:15.476832 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.536603 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Deleting port e47fe1cb-b7ae-44a2-8b8a-16279e424367 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:15.537011 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.608964 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] DHCP port deletion for 852e2881-d6c8-423d-92ce-664a876bf769 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:15:15.610579 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] For port e47fe1cb-b7ae-44a2-8b8a-16279e424367, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=e47fe1cb-b7ae-44a2-8b8a-16279e424367,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:15.611058 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.625202 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Calling delete_port for e47fe1cb-b7ae-44a2-8b8a-16279e424367 owned by network:dhcp {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:15.669121 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Deleting port e47fe1cb-b7ae-44a2-8b8a-16279e424367 {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:15.669501 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.736744 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] For port e47fe1cb-b7ae-44a2-8b8a-16279e424367, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=e47fe1cb-b7ae-44a2-8b8a-16279e424367,segment=NetworkSegment(087968aa-d165-4391-97c9-2bcbc378ee92),segment_id=087968aa-d165-4391-97c9-2bcbc378ee92)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:15.737206 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.750708 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Calling delete_port for e47fe1cb-b7ae-44a2-8b8a-16279e424367 owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:15.761477 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.790833 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47fe1cb-b7ae-44a2-8b8a-16279e424367,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.793403 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] No DVR routers for this DVR port e47fe1cb-b7ae-44a2-8b8a-16279e424367 on host dv-cinder-809417-1-iscsi {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:15.822203 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 221aba96-b16c-4f76-8831-cb669dd3a79d no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:15.857735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 221aba96-b16c-4f76-8831-cb669dd3a79d {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:15.857735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 221aba96-b16c-4f76-8831-cb669dd3a79d not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:15.857735 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 5f631b5f-52f4-450f-af90-7a6a30cd50d6 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:15.868584 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.883090 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 5f631b5f-52f4-450f-af90-7a6a30cd50d6 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:15.883519 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 5f631b5f-52f4-450f-af90-7a6a30cd50d6 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:15.884115 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device e47fe1cb-b7ae-44a2-8b8a-16279e424367 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:15.889521 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852e2881-d6c8-423d-92ce-664a876bf769']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:15.899256 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087968aa-d165-4391-97c9-2bcbc378ee92') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:15.899547 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087968aa-d165-4391-97c9-2bcbc378ee92') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:15.912944 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: e47fe1cb-b7ae-44a2-8b8a-16279e424367 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:15.913198 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.913317 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device e47fe1cb-b7ae-44a2-8b8a-16279e424367 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:15.922089 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.928632 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.934831 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:15:15.935026 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] No DVR routers for this DVR port e47fe1cb-b7ae-44a2-8b8a-16279e424367 on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:15.935243 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:15:15.936965 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:15:15.958220 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Pushing event deleted for resources: {'Port': ['ID=e47fe1cb-b7ae-44a2-8b8a-16279e424367,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:15.965810 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.966180 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.966536 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.966885 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.967225 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.967565 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.967927 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.968265 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.968686 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.969024 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.969356 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:15.969709 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8772af-2c04-485c-96a8-d2f0db2e1997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809417-1-iscsi {{(pid=106172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 15:15:16.091093 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.096598 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.098540 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/852e2881-d6c8-423d-92ce-664a876bf769 HTTP/1.1" status: 204 len: 168 time: 0.6940067 Sep 16 15:15:16.101594 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 39400) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:16.111372 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4c1de-67c5-4242-a352-855e903e09d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=852e2881-d6c8-423d-92ce-664a876bf769,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:16.443503 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1782790'] for router_interface, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.687088 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Deleting port f19673a5-7a30-4b9e-bba2-d3357ce11b9f {{(pid=106171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:16.687416 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.766365 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.db [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] For port f19673a5-7a30-4b9e-bba2-d3357ce11b9f, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:16.766777 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:16.782010 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.plugins.ml2.plugin [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Calling delete_port for f19673a5-7a30-4b9e-bba2-d3357ce11b9f owned by network:router_interface {{(pid=106171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:17.004701 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16238547'] for port, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.030546 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f19673a5-7a30-4b9e-bba2-d3357ce11b9f,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:17.203361 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1782454'] for router_interface, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.434265 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 has already been hosted by L3 agent a8ac32b3-7981-4424-96d9-794cc798fa41 {{(pid=106171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 15:15:17.544123 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] Notify agent at l3_agent.dv-cinder-809417-1-iscsi the message routers_updated {{(pid=106171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 15:15:17.549622 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-07e101a0-92d5-4339-bfab-7abdcaeb02f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/aade9fb0-1c22-4a6d-9d2f-8268f4faad65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469843 Sep 16 15:15:17.552523 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39402) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:17.553344 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Sync routers for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 15:15:17.562335 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:17.562999 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.658238 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks [] for router, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.669008 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: dv-cinder-809417-1-iscsi {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:17.763618 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.859101 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'external_fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:15:16Z', 'revision_number': 5, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port': {'id': 'd52d6cbd-3384-498f-9f76-90e04f82c578', 'name': '', 'network_id': '2d3eb677-50ae-4545-a3d6-be6111ee844c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809417-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T15:08:15Z', 'updated_at': '2021-09-16T15:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6dd7ce04-d39a-4270-b683-5c0d1dc50089', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809417-1-iscsi'}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.886104 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Deleting port d52d6cbd-3384-498f-9f76-90e04f82c578 {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:17.886938 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.889001 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Checking router: aade9fb0-1c22-4a6d-9d2f-8268f4faad65 for host: dv-cinder-809417-1-iscsi {{(pid=106173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 15:15:17.897243 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Routers {'aade9fb0-1c22-4a6d-9d2f-8268f4faad65'} bound to L3 agent in host dv-cinder-809417-1-iscsi {{(pid=106173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 16 15:15:17.897854 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809417-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T14:48:26Z,description=,heartbeat_timestamp=2021-09-16T15:14:56Z,host='dv-cinder-809417-1-iscsi',id=a8ac32b3-7981-4424-96d9-794cc798fa41,load=0,resource_versions=,resources_synced=,started_at=2021-09-16T14:48:27Z,topic='l3_agent')) {'router_ids': ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'], 'active': True} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:17.969309 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] For port d52d6cbd-3384-498f-9f76-90e04f82c578, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=d52d6cbd-3384-498f-9f76-90e04f82c578,segment=NetworkSegment(c753790b-db84-468f-bdf4-a982631a707e),segment_id=c753790b-db84-468f-bdf4-a982631a707e)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:17.969728 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:17.981586 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Calling delete_port for d52d6cbd-3384-498f-9f76-90e04f82c578 owned by network:router_gateway {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:17.983824 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_dvr_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] Set router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 gateway port host: None {{(pid=106173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 16 15:15:18.036608 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.l3_hamode_db [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 6, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port_host': None}], 'dv-cinder-809417-1-iscsi', False) {} {{(pid=106173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:18.070568 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1244255-6d29-44e8-9bed-9b54a7e02e2f None None] The sync data for ids ['aade9fb0-1c22-4a6d-9d2f-8268f4faad65'] in dv-cinder-809417-1-iscsi is: [{'id': 'aade9fb0-1c22-4a6d-9d2f-8268f4faad65', 'name': 'tempest-TestVolumeBootPattern-1441295757-router', 'tenant_id': '90119889f3ae4e3c8978e1120313c0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T15:08:14Z', 'updated_at': '2021-09-16T15:15:17Z', 'revision_number': 6, 'project_id': '90119889f3ae4e3c8978e1120313c0ab', 'gw_port_host': None}] {{(pid=106173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 15:15:18.227137 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.250819 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52d6cbd-3384-498f-9f76-90e04f82c578,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:18.310373 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1782384'] for router_gateway, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.409439 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1783073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-757'] for router, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.411674 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.587658 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1783258'] for router, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.588375 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aade9fb0-1c22-4a6d-9d2f-8268f4faad65 {{(pid=106170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 15:15:18.596486 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] Notify callbacks [] for router, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.596486 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-aec022bb-f3a0-4f41-861e-0470629e5c31 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aade9fb0-1c22-4a6d-9d2f-8268f4faad65 HTTP/1.1" status: 204 len: 168 time: 1.0408800 Sep 16 15:15:18.596841 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39404) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:18.641305 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.db_base_plugin_v2 [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Deleting subnet cfe660e6-f586-439c-b158-ae1f0a45e1b8 {{(pid=106170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 16 15:15:18.644538 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:18.678737 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16555438'] for subnet, precommit_delete_associations {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.022617 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-784519'] for subnet, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.171012 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-784528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16547340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13618756'] for subnet, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.196032 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe660e6-f586-439c-b158-ae1f0a45e1b8,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.199796 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for subnet, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.201730 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-0778c4b2-d240-4b3f-acef-1c228adcc793 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cfe660e6-f586-439c-b158-ae1f0a45e1b8 HTTP/1.1" status: 204 len: 168 time: 0.6039004 Sep 16 15:15:19.204651 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [-] (106170) accepted ('10.222.0.30', 39406) {{(pid=106170) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:19.205506 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a1591-006d-4165-bfd8-4f2fe201cd27 None None] Network 8190e19f-1641-4b08-aabf-e46573631294 requested from dv-cinder-809417-1-iscsi {{(pid=106172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 16 15:15:19.278703 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571254'] for network, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.332932 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Deleting port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b {{(pid=106170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:19.333286 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.387542 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] DHCP port deletion for 8190e19f-1641-4b08-aabf-e46573631294 request from dv-cinder-809417-1-iscsi {{(pid=106172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 16 15:15:19.398200 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.db [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] For port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:19.407157 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.412355 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.plugin [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Calling delete_port for 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b owned by network:dhcp {{(pid=106170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:19.564442 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Deleting port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b {{(pid=106172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 16 15:15:19.564818 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781506396721'] for port, before_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.593314 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16547363'] for port, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.616876 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Pushing event deleted for resources: {'Port': ['ID=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.624424 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] No DVR routers for this DVR port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b on host dv-cinder-809417-1-iscsi {{(pid=106170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:19.629989 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.db [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] For port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b, host dv-cinder-809417-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809417-1-iscsi',level=0,port_id=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,segment=NetworkSegment(6872b452-ad33-425d-8cbe-92bf421f1dde),segment_id=6872b452-ad33-425d-8cbe-92bf421f1dde)] {{(pid=106172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 15:15:19.630395 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778510'] for port, precommit_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.645187 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Calling delete_port for 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b owned by network:dhcp {{(pid=106172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 16 15:15:19.705588 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-786176', 'neutron.services.segments.db._delete_segments_for_network-8781506426781'] for network, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.725405 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8190e19f-1641-4b08-aabf-e46573631294']}} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:19.729906 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781506402039', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781505911763'] for port, after_delete {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.735080 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872b452-ad33-425d-8cbe-92bf421f1dde') {'for_net_delete': True} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:19.735253 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.services.segments.db [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872b452-ad33-425d-8cbe-92bf421f1dde') {} {{(pid=106170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 15:15:19.744645 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781506427302', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16555429'] for segment, before_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.753174 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] Pushing event deleted for resources: {'Port': ['ID=15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b,revision_number=None']} {{(pid=106172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:19.759214 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b7b00-ba39-4c48-ae03-ec2417f6c09e None None] No DVR routers for this DVR port 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b on host dv-cinder-809417-1-iscsi {{(pid=106172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 16 15:15:19.762184 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586'] for segment, precommit_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=106170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16544466'] for segment, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: Traceback (most recent call last): Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: timer() Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: cb(*args, **kw) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: return func(*args, **kwargs) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: self._notify() Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: self.callback(batched_events) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: event.method(event) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: aggregate_uuid = self.p_client.list_aggregates( Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: return f(self, *a, **k) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._get(url).json() Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: return self.request(url, 'GET', **kwargs) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: base_url = self.get_endpoint(auth, allow=allow, Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 16 15:15:19.776576 dv-cinder-809417-1-iscsi neutron-server[106170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 16 15:15:19.830633 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f19673a5-7a30-4b9e-bba2-d3357ce11b9f no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:19.851195 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: f19673a5-7a30-4b9e-bba2-d3357ce11b9f {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:19.851546 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device f19673a5-7a30-4b9e-bba2-d3357ce11b9f not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:19.851997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:19.872052 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:19.872409 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device 15f0f3d3-3a7e-4759-ac1e-1ce84cdfbb3b not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:19.873071 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device d52d6cbd-3384-498f-9f76-90e04f82c578 no longer exists at agent ovs-agent-dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 15:15:19.896454 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.plugin [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] No Port match for: d52d6cbd-3384-498f-9f76-90e04f82c578 {{(pid=106172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 16 15:15:19.896806 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron.plugins.ml2.rpc [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Device d52d6cbd-3384-498f-9f76-90e04f82c578 not bound to the agent host dv-cinder-809417-1-iscsi {{(pid=106172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 15:15:19.901798 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-786201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1782292'] for network, after_delete {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.916502 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron_lib.callbacks.manager [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577045'] for network, before_response {{(pid=106170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:19.918516 dv-cinder-809417-1-iscsi neutron-server[106170]: INFO neutron.wsgi [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] 10.222.0.30 "DELETE /v2.0/networks/8190e19f-1641-4b08-aabf-e46573631294 HTTP/1.1" status: 204 len: 168 time: 0.7128890 Sep 16 15:15:19.919786 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3815d-5406-49d4-95b1-edfbb823a9df admin admin] Pushing event deleted for resources: {'Network': ['ID=8190e19f-1641-4b08-aabf-e46573631294,revision_number=None']} {{(pid=106170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:20.290277 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 39410) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:20.331339 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0f8e83cb-73e7-4acd-893e-80d127fe9452 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f124c01b0674632a1e239ff30a55adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399213 Sep 16 15:15:20.334027 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 39412) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:20.382185 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.403824 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.547164 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.549852 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:20.551110 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/524100eb-8786-43e0-8722-f2b0e8df77ba HTTP/1.1" status: 204 len: 168 time: 0.2161636 Sep 16 15:15:20.559146 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646efb-71b8-4abe-b230-0c96f110d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524100eb-8786-43e0-8722-f2b0e8df77ba,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:21.307193 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 39418) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.346786 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-479a426f-e242-4940-ab91-6a9cb861d902 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90119889f3ae4e3c8978e1120313c0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384543 Sep 16 15:15:21.349314 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [-] (106171) accepted ('10.222.0.30', 39420) {{(pid=106171) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 16 15:15:21.397882 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.421574 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.576414 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1582035'] for security_group, after_delete {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.579079 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron_lib.callbacks.manager [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:21.580276 dv-cinder-809417-1-iscsi neutron-server[106171]: INFO neutron.wsgi [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e3a3abb-dca5-4736-8c51-792fe1a73974 HTTP/1.1" status: 204 len: 168 time: 0.2300625 Sep 16 15:15:21.588826 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ba068-d51a-4eb3-82fc-92eb3d4b3e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a3abb-dca5-4736-8c51-792fe1a73974,revision_number=None']} {{(pid=106171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 15:15:23.758693 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-205106be-a47c-4a43-8964-00e75edb1040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:26.422250 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-945ae2f0-1faf-4705-ae99-ca35508e4a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.325187 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:27.907317 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:29.136425 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:37.766470 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:15:42.965220 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:53.742352 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c8724897-f7db-42b9-859c-9ff02378aa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:56.491181 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-159880c3-0fa8-4e29-bf13-13d5d320e3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:57.314049 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:57.851112 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:15:59.148526 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:12.976978 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:14.765193 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:23.766024 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2e3fc9f8-a0d3-4912-987d-83974f63a98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:26.411852 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-593eab7d-5aab-4347-a5e3-df28fe58b817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.308619 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:27.857762 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:29.120241 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:42.966571 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:51.763674 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:16:53.749950 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-bb71bbb6-471b-44ca-9248-240318d82b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:56.412840 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-406ebc17-c0fc-40a9-b770-fd7fa5f0c26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:57.321768 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:57.840926 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:16:59.138563 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:12.950292 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:23.773278 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-e35fe0b6-b42f-4082-9fc2-ffb2101a24cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:26.441852 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-1fd841fa-5e01-482e-ba59-02b630a4c099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:27.419003 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:27.881961 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:28.763560 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:17:29.127995 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:42.383172 dv-cinder-809417-1-iscsi neutron-server[106171]: DEBUG neutron.wsgi [req-ce3000aa-40d4-4783-82a5-3165aeceb9df req-dd536fd6-c134-42ee-8261-c84f5ff1a332 service neutron] (106171) timed out ('10.222.0.30', 35974) {{(pid=106171) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:17:42.989892 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:53.808244 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-6db1e0ba-9bab-4d2d-9842-ae4147940164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:56.431138 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-7087c6ff-3a7a-4f27-a46a-fda17d4d6419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.333813 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:57.854896 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:17:59.122948 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:05.762216 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:13.009025 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:23.831820 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b0d41c20-b79d-4a28-99bf-32e2f280cb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:26.426650 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-49ca3141-c86a-49f0-b493-d4dda566a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.346322 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:27.895067 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:29.134949 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:42.760912 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:18:42.992764 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:53.810724 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-b3111408-c3f9-4148-be46-de321c9fe6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:56.428627 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2903209a-8e67-4e61-8dbe-6ea5576578bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:57.365639 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:57.856870 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:18:58.333095 dv-cinder-809417-1-iscsi neutron-server[106170]: DEBUG neutron.wsgi [req-302e8710-b8d6-4add-ba99-b69dd31575c3 req-152ece62-ed00-4539-8832-2b7bef9af7fe service neutron] (106170) timed out ('10.222.0.22', 60549) {{(pid=106170) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 16 15:18:59.130779 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:13.012414 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:19.760308 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:19:23.823895 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-c1e81afb-dbe6-4c9b-af79-ecb74d057f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:26.475713 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2567b2d0-06f4-4b46-82a4-518739d4339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.339558 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:27.905809 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:29.133985 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:43.053937 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:53.769864 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-f25ee844-63f3-48b1-a7cf-c635d96c4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.431788 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-22192c39-bf4a-4bed-acbb-6fa586c972d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:56.759055 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 15:19:57.336575 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:57.878918 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:19:59.182194 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:13.037997 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-923e5e81-44d8-4251-be35-1e632f361e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:23.823913 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-41e01e55-9e8b-4726-963c-d17bb061d8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:26.457872 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-45b8918e-c704-4e35-91f3-4784ec1caf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:27.365420 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-2a062bdb-1a20-42ea-afb2-6eac18da8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:27.865183 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-a62464e0-8f5e-463f-8d0e-0fd483a3810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:29.159625 dv-cinder-809417-1-iscsi neutron-server[106172]: DEBUG neutron_lib.callbacks.manager [None req-257da281-4286-4ea8-9555-a75f395c000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781506426763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-754944'] for agent, after_update {{(pid=106172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 16 15:20:33.758003 dv-cinder-809417-1-iscsi neutron-server[106173]: DEBUG neutron.db.agents_db [None req-aa1d2880-2809-491b-9a67-42df895cea42 None None] Agent healthcheck: found 6 active agents {{(pid=106173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}